2024-11-08 19:07:58,413 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-08 19:07:58,424 main DEBUG Took 0.009301 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 19:07:58,424 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 19:07:58,424 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 19:07:58,425 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 19:07:58,426 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:07:58,435 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 19:07:58,454 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:07:58,456 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:07:58,456 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:07:58,457 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:07:58,458 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:07:58,458 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:07:58,459 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:07:58,460 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:07:58,460 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:07:58,461 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:07:58,462 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:07:58,462 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:07:58,463 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:07:58,463 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:07:58,464 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:07:58,464 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:07:58,465 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:07:58,465 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:07:58,466 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:07:58,466 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:07:58,467 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:07:58,467 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:07:58,468 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:07:58,468 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:07:58,469 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:07:58,469 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 19:07:58,471 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:07:58,472 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 19:07:58,474 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 19:07:58,474 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 19:07:58,475 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 19:07:58,476 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 19:07:58,484 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 19:07:58,486 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 19:07:58,488 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 19:07:58,488 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 19:07:58,488 main DEBUG createAppenders(={Console}) 2024-11-08 19:07:58,489 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-08 19:07:58,490 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-08 19:07:58,490 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-08 19:07:58,490 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 19:07:58,491 main DEBUG OutputStream closed 2024-11-08 19:07:58,491 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 19:07:58,491 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 19:07:58,491 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-08 19:07:58,559 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 19:07:58,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 19:07:58,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 19:07:58,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 19:07:58,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 19:07:58,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 19:07:58,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 19:07:58,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 19:07:58,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 19:07:58,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 19:07:58,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 19:07:58,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 19:07:58,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 19:07:58,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 19:07:58,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 19:07:58,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 19:07:58,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 19:07:58,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 19:07:58,570 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 19:07:58,571 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-08 19:07:58,571 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 19:07:58,571 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-08T19:07:58,585 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-08 19:07:58,588 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 19:07:58,588 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T19:07:58,805 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528 2024-11-08T19:07:58,828 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/cluster_650868d7-1378-1bff-218b-090f0d635269, deleteOnExit=true 2024-11-08T19:07:58,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/test.cache.data in system properties and HBase conf 2024-11-08T19:07:58,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:07:58,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:07:58,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:07:58,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:07:58,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:07:58,914 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T19:07:59,000 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:07:59,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:07:59,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:07:59,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:07:59,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:07:59,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:07:59,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:07:59,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:07:59,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:07:59,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:07:59,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:07:59,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:07:59,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:07:59,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:07:59,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:07:59,982 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T19:08:00,049 INFO [Time-limited test {}] log.Log(170): Logging initialized @2277ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T19:08:00,114 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:08:00,170 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:08:00,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:08:00,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:08:00,192 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:08:00,203 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:08:00,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:08:00,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:08:00,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62d6efd9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/java.io.tmpdir/jetty-localhost-39021-hadoop-hdfs-3_4_1-tests_jar-_-any-7340958975912022477/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:08:00,387 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:39021} 2024-11-08T19:08:00,387 INFO [Time-limited test {}] server.Server(415): Started @2615ms 2024-11-08T19:08:00,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:08:00,885 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:08:00,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:08:00,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:08:00,886 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:08:00,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:08:00,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:08:00,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b97a472{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/java.io.tmpdir/jetty-localhost-40767-hadoop-hdfs-3_4_1-tests_jar-_-any-7650161738152035300/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:08:00,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:40767} 2024-11-08T19:08:00,986 INFO [Time-limited test {}] server.Server(415): Started @3214ms 2024-11-08T19:08:01,032 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:08:01,135 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:08:01,142 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:08:01,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:08:01,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:08:01,147 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:08:01,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:08:01,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:08:01,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@353955e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/java.io.tmpdir/jetty-localhost-39307-hadoop-hdfs-3_4_1-tests_jar-_-any-2227655784899232133/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:08:01,285 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:39307} 2024-11-08T19:08:01,285 INFO [Time-limited test {}] server.Server(415): Started @3513ms 2024-11-08T19:08:01,287 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:08:01,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:08:01,324 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:08:01,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:08:01,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:08:01,326 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:08:01,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:08:01,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:08:01,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3114ae69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/java.io.tmpdir/jetty-localhost-41057-hadoop-hdfs-3_4_1-tests_jar-_-any-13149178005985137361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:08:01,428 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:41057} 2024-11-08T19:08:01,429 INFO [Time-limited test {}] server.Server(415): Started @3657ms 2024-11-08T19:08:01,431 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:08:02,318 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/cluster_650868d7-1378-1bff-218b-090f0d635269/data/data2/current/BP-1209273673-172.17.0.2-1731092879504/current, will proceed with Du for space computation calculation, 2024-11-08T19:08:02,318 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/cluster_650868d7-1378-1bff-218b-090f0d635269/data/data1/current/BP-1209273673-172.17.0.2-1731092879504/current, will proceed with Du for space computation calculation, 2024-11-08T19:08:02,318 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/cluster_650868d7-1378-1bff-218b-090f0d635269/data/data3/current/BP-1209273673-172.17.0.2-1731092879504/current, will proceed with Du for space computation calculation, 2024-11-08T19:08:02,318 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/cluster_650868d7-1378-1bff-218b-090f0d635269/data/data4/current/BP-1209273673-172.17.0.2-1731092879504/current, will proceed with Du for space computation calculation, 2024-11-08T19:08:02,357 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:08:02,357 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:08:02,377 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/cluster_650868d7-1378-1bff-218b-090f0d635269/data/data6/current/BP-1209273673-172.17.0.2-1731092879504/current, will proceed with Du for space computation calculation, 2024-11-08T19:08:02,377 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/cluster_650868d7-1378-1bff-218b-090f0d635269/data/data5/current/BP-1209273673-172.17.0.2-1731092879504/current, will proceed with Du for space computation calculation, 2024-11-08T19:08:02,393 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:08:02,402 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41f208c813fea09e with lease ID 0x693290caaf8da259: Processing first storage report for DS-bc729c58-5c31-4392-8ba9-edfdbe69f7c5 from datanode DatanodeRegistration(127.0.0.1:40989, datanodeUuid=0c133d03-7b3a-46a7-a5d6-7d40f021c07e, infoPort=41425, infoSecurePort=0, ipcPort=34177, storageInfo=lv=-57;cid=testClusterID;nsid=214269701;c=1731092879504) 2024-11-08T19:08:02,403 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41f208c813fea09e with lease ID 0x693290caaf8da259: from storage DS-bc729c58-5c31-4392-8ba9-edfdbe69f7c5 node DatanodeRegistration(127.0.0.1:40989, datanodeUuid=0c133d03-7b3a-46a7-a5d6-7d40f021c07e, infoPort=41425, infoSecurePort=0, ipcPort=34177, storageInfo=lv=-57;cid=testClusterID;nsid=214269701;c=1731092879504), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T19:08:02,404 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8dfe469e9403d450 with lease ID 0x693290caaf8da258: Processing first storage report for DS-9689e16c-c203-46f1-82a2-e895c7fdfadf from datanode DatanodeRegistration(127.0.0.1:42901, datanodeUuid=2aa09cf4-964f-4489-b91a-b303276d6cf9, infoPort=45173, infoSecurePort=0, ipcPort=40201, storageInfo=lv=-57;cid=testClusterID;nsid=214269701;c=1731092879504) 2024-11-08T19:08:02,404 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8dfe469e9403d450 with lease ID 0x693290caaf8da258: from storage DS-9689e16c-c203-46f1-82a2-e895c7fdfadf node DatanodeRegistration(127.0.0.1:42901, datanodeUuid=2aa09cf4-964f-4489-b91a-b303276d6cf9, infoPort=45173, infoSecurePort=0, ipcPort=40201, storageInfo=lv=-57;cid=testClusterID;nsid=214269701;c=1731092879504), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:08:02,404 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2980fc93dfe6d8e9 with lease ID 0x693290caaf8da257: Processing first storage report for DS-2116c7a7-535e-46db-aa91-37957a37c9ed from datanode DatanodeRegistration(127.0.0.1:41999, datanodeUuid=75e5ff5d-33e2-4236-ab3f-c713b48b19c9, infoPort=37909, infoSecurePort=0, ipcPort=38267, storageInfo=lv=-57;cid=testClusterID;nsid=214269701;c=1731092879504) 2024-11-08T19:08:02,404 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2980fc93dfe6d8e9 with lease ID 0x693290caaf8da257: from storage DS-2116c7a7-535e-46db-aa91-37957a37c9ed node DatanodeRegistration(127.0.0.1:41999, datanodeUuid=75e5ff5d-33e2-4236-ab3f-c713b48b19c9, infoPort=37909, infoSecurePort=0, ipcPort=38267, storageInfo=lv=-57;cid=testClusterID;nsid=214269701;c=1731092879504), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:08:02,404 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41f208c813fea09e with lease ID 0x693290caaf8da259: Processing first storage report for DS-acec1cc0-c5e4-40c2-b526-b47e8981a1ed from datanode DatanodeRegistration(127.0.0.1:40989, datanodeUuid=0c133d03-7b3a-46a7-a5d6-7d40f021c07e, infoPort=41425, infoSecurePort=0, ipcPort=34177, storageInfo=lv=-57;cid=testClusterID;nsid=214269701;c=1731092879504) 2024-11-08T19:08:02,405 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41f208c813fea09e with lease ID 0x693290caaf8da259: from storage DS-acec1cc0-c5e4-40c2-b526-b47e8981a1ed node DatanodeRegistration(127.0.0.1:40989, datanodeUuid=0c133d03-7b3a-46a7-a5d6-7d40f021c07e, infoPort=41425, infoSecurePort=0, ipcPort=34177, storageInfo=lv=-57;cid=testClusterID;nsid=214269701;c=1731092879504), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:08:02,405 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8dfe469e9403d450 with lease ID 0x693290caaf8da258: Processing first storage report for DS-54fbd512-e1e7-440e-ad25-1f7222ba4582 from datanode DatanodeRegistration(127.0.0.1:42901, datanodeUuid=2aa09cf4-964f-4489-b91a-b303276d6cf9, infoPort=45173, infoSecurePort=0, ipcPort=40201, storageInfo=lv=-57;cid=testClusterID;nsid=214269701;c=1731092879504) 2024-11-08T19:08:02,405 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8dfe469e9403d450 with lease ID 0x693290caaf8da258: from storage DS-54fbd512-e1e7-440e-ad25-1f7222ba4582 node DatanodeRegistration(127.0.0.1:42901, datanodeUuid=2aa09cf4-964f-4489-b91a-b303276d6cf9, infoPort=45173, infoSecurePort=0, ipcPort=40201, storageInfo=lv=-57;cid=testClusterID;nsid=214269701;c=1731092879504), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:08:02,405 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2980fc93dfe6d8e9 with lease ID 0x693290caaf8da257: Processing first storage report for DS-c97b1162-5939-44d2-b99e-a71264054e46 from datanode DatanodeRegistration(127.0.0.1:41999, datanodeUuid=75e5ff5d-33e2-4236-ab3f-c713b48b19c9, infoPort=37909, infoSecurePort=0, ipcPort=38267, storageInfo=lv=-57;cid=testClusterID;nsid=214269701;c=1731092879504) 2024-11-08T19:08:02,406 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2980fc93dfe6d8e9 with lease ID 0x693290caaf8da257: from storage DS-c97b1162-5939-44d2-b99e-a71264054e46 node DatanodeRegistration(127.0.0.1:41999, datanodeUuid=75e5ff5d-33e2-4236-ab3f-c713b48b19c9, infoPort=37909, infoSecurePort=0, ipcPort=38267, storageInfo=lv=-57;cid=testClusterID;nsid=214269701;c=1731092879504), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:08:02,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528 2024-11-08T19:08:02,488 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-08T19:08:02,548 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=161, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5229 2024-11-08T19:08:02,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:08:02,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-08T19:08:02,654 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/cluster_650868d7-1378-1bff-218b-090f0d635269/zookeeper_0, clientPort=60643, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/cluster_650868d7-1378-1bff-218b-090f0d635269/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/cluster_650868d7-1378-1bff-218b-090f0d635269/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T19:08:02,663 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60643 2024-11-08T19:08:02,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:08:02,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:08:02,755 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:02,755 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:02,806 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1463095823_22 at /127.0.0.1:52952 [Receiving block BP-1209273673-172.17.0.2-1731092879504:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:42901:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52952 dst: /127.0.0.1:42901 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:08:02,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42901 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-08T19:08:03,226 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T19:08:03,242 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52 with version=8 2024-11-08T19:08:03,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/hbase-staging 2024-11-08T19:08:03,323 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T19:08:03,557 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b75fe890c219:0 server-side Connection retries=45 2024-11-08T19:08:03,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:03,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:03,571 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:08:03,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:03,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:08:03,700 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:08:03,753 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T19:08:03,761 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T19:08:03,764 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:08:03,787 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21896 (auto-detected) 2024-11-08T19:08:03,787 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T19:08:03,803 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42749 2024-11-08T19:08:03,821 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42749 connecting to ZooKeeper ensemble=127.0.0.1:60643 2024-11-08T19:08:03,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427490x0, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:08:03,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42749-0x1011d22b7930000 connected 2024-11-08T19:08:04,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:08:04,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:08:04,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:08:04,038 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52, hbase.cluster.distributed=false 2024-11-08T19:08:04,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:08:04,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42749 2024-11-08T19:08:04,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42749 2024-11-08T19:08:04,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42749 2024-11-08T19:08:04,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42749 2024-11-08T19:08:04,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42749 2024-11-08T19:08:04,153 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b75fe890c219:0 server-side Connection retries=45 2024-11-08T19:08:04,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:04,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:04,155 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:08:04,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:04,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:08:04,157 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:08:04,160 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:08:04,161 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37073 2024-11-08T19:08:04,162 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37073 connecting to ZooKeeper ensemble=127.0.0.1:60643 2024-11-08T19:08:04,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:08:04,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:08:04,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370730x0, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:08:04,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370730x0, quorum=127.0.0.1:60643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:08:04,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37073-0x1011d22b7930001 connected 2024-11-08T19:08:04,205 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:08:04,213 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:08:04,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37073-0x1011d22b7930001, quorum=127.0.0.1:60643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T19:08:04,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37073-0x1011d22b7930001, quorum=127.0.0.1:60643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:08:04,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37073 2024-11-08T19:08:04,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37073 2024-11-08T19:08:04,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37073 2024-11-08T19:08:04,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37073 2024-11-08T19:08:04,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37073 2024-11-08T19:08:04,239 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b75fe890c219:0 server-side Connection retries=45 2024-11-08T19:08:04,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:04,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:04,239 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:08:04,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:04,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:08:04,240 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:08:04,240 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:08:04,241 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36969 2024-11-08T19:08:04,243 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36969 connecting to ZooKeeper ensemble=127.0.0.1:60643 2024-11-08T19:08:04,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:08:04,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:08:04,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369690x0, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:08:04,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369690x0, quorum=127.0.0.1:60643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:08:04,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36969-0x1011d22b7930002 connected 2024-11-08T19:08:04,276 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:08:04,277 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:08:04,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36969-0x1011d22b7930002, quorum=127.0.0.1:60643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T19:08:04,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36969-0x1011d22b7930002, quorum=127.0.0.1:60643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:08:04,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36969 2024-11-08T19:08:04,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36969 2024-11-08T19:08:04,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36969 2024-11-08T19:08:04,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36969 2024-11-08T19:08:04,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36969 2024-11-08T19:08:04,298 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b75fe890c219:0 server-side Connection retries=45 2024-11-08T19:08:04,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:04,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:04,299 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:08:04,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:04,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:08:04,299 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:08:04,300 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:08:04,301 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37505 2024-11-08T19:08:04,302 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37505 connecting to ZooKeeper ensemble=127.0.0.1:60643 2024-11-08T19:08:04,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:08:04,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:08:04,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375050x0, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:08:04,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375050x0, quorum=127.0.0.1:60643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:08:04,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37505-0x1011d22b7930003 connected 2024-11-08T19:08:04,321 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:08:04,322 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:08:04,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37505-0x1011d22b7930003, quorum=127.0.0.1:60643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T19:08:04,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37505-0x1011d22b7930003, quorum=127.0.0.1:60643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:08:04,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37505 2024-11-08T19:08:04,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37505 2024-11-08T19:08:04,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37505 2024-11-08T19:08:04,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37505 2024-11-08T19:08:04,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37505 2024-11-08T19:08:04,341 DEBUG [M:0;b75fe890c219:42749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b75fe890c219:42749 2024-11-08T19:08:04,342 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b75fe890c219,42749,1731092883402 2024-11-08T19:08:04,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1011d22b7930001, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:08:04,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1011d22b7930002, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:08:04,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1011d22b7930003, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:08:04,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:08:04,356 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b75fe890c219,42749,1731092883402 2024-11-08T19:08:04,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1011d22b7930003, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T19:08:04,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1011d22b7930001, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T19:08:04,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1011d22b7930002, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T19:08:04,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:04,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1011d22b7930003, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:04,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1011d22b7930002, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:04,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1011d22b7930001, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:04,387 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T19:08:04,389 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b75fe890c219,42749,1731092883402 from backup master directory 2024-11-08T19:08:04,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b75fe890c219,42749,1731092883402 2024-11-08T19:08:04,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1011d22b7930001, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:08:04,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1011d22b7930002, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:08:04,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1011d22b7930003, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:08:04,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:08:04,401 WARN [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:08:04,401 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b75fe890c219,42749,1731092883402 2024-11-08T19:08:04,404 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T19:08:04,405 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T19:08:04,462 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/hbase.id] with ID: 147ab8a0-bf2d-41d8-927b-4bb0ba59cafc 2024-11-08T19:08:04,462 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/.tmp/hbase.id 2024-11-08T19:08:04,469 WARN [master/b75fe890c219:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:04,469 WARN [master/b75fe890c219:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:04,472 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1463095823_22 at /127.0.0.1:38752 [Receiving block BP-1209273673-172.17.0.2-1731092879504:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:40989:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38752 dst: /127.0.0.1:40989 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:08:04,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40989 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-08T19:08:04,479 WARN [master/b75fe890c219:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T19:08:04,479 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/.tmp/hbase.id]:[hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/hbase.id] 2024-11-08T19:08:04,519 INFO [master/b75fe890c219:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:08:04,525 INFO [master/b75fe890c219:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:08:04,542 INFO [master/b75fe890c219:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-08T19:08:04,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:04,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1011d22b7930003, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:04,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1011d22b7930001, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:04,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1011d22b7930002, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:04,581 WARN [master/b75fe890c219:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:04,582 WARN [master/b75fe890c219:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:04,585 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1463095823_22 at /127.0.0.1:52980 [Receiving block BP-1209273673-172.17.0.2-1731092879504:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:42901:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52980 dst: /127.0.0.1:42901 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:08:04,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42901 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-08T19:08:04,591 WARN [master/b75fe890c219:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T19:08:04,605 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:08:04,606 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:08:04,611 INFO [master/b75fe890c219:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:08:04,636 WARN [master/b75fe890c219:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:04,636 WARN [master/b75fe890c219:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:04,639 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1463095823_22 at /127.0.0.1:37496 [Receiving block BP-1209273673-172.17.0.2-1731092879504:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:41999:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37496 dst: /127.0.0.1:41999 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:08:04,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41999 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-08T19:08:04,646 WARN [master/b75fe890c219:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T19:08:04,660 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/data/master/store 2024-11-08T19:08:04,679 WARN [master/b75fe890c219:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:04,679 WARN [master/b75fe890c219:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:04,683 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1463095823_22 at /127.0.0.1:37512 [Receiving block BP-1209273673-172.17.0.2-1731092879504:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:41999:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37512 dst: /127.0.0.1:41999 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:08:04,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41999 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-08T19:08:04,690 WARN [master/b75fe890c219:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T19:08:04,694 INFO [master/b75fe890c219:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T19:08:04,698 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:08:04,700 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:08:04,700 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:08:04,700 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:08:04,702 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:08:04,702 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:08:04,702 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:08:04,703 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731092884699Disabling compacts and flushes for region at 1731092884699Disabling writes for close at 1731092884702 (+3 ms)Writing region close event to WAL at 1731092884702Closed at 1731092884702 2024-11-08T19:08:04,706 WARN [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/data/master/store/.initializing 2024-11-08T19:08:04,706 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/WALs/b75fe890c219,42749,1731092883402 2024-11-08T19:08:04,715 INFO [master/b75fe890c219:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:08:04,730 INFO [master/b75fe890c219:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C42749%2C1731092883402, suffix=, logDir=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/WALs/b75fe890c219,42749,1731092883402, archiveDir=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/oldWALs, maxLogs=10 2024-11-08T19:08:04,760 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/WALs/b75fe890c219,42749,1731092883402/b75fe890c219%2C42749%2C1731092883402.1731092884735, exclude list is [], retry=0 2024-11-08T19:08:04,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:08:04,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40989,DS-bc729c58-5c31-4392-8ba9-edfdbe69f7c5,DISK] 2024-11-08T19:08:04,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42901,DS-9689e16c-c203-46f1-82a2-e895c7fdfadf,DISK] 2024-11-08T19:08:04,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41999,DS-2116c7a7-535e-46db-aa91-37957a37c9ed,DISK] 2024-11-08T19:08:04,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T19:08:04,817 INFO [master/b75fe890c219:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/WALs/b75fe890c219,42749,1731092883402/b75fe890c219%2C42749%2C1731092883402.1731092884735 2024-11-08T19:08:04,818 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41425:41425),(127.0.0.1/127.0.0.1:45173:45173),(127.0.0.1/127.0.0.1:37909:37909)] 2024-11-08T19:08:04,818 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:08:04,819 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:08:04,822 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:04,823 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:04,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:04,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:08:04,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:04,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:08:04,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:04,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:08:04,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:04,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:08:04,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:04,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:08:04,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:04,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:08:04,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:04,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:08:04,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:04,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:08:04,897 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:04,900 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:04,901 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:04,906 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:04,906 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:04,909 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:08:04,912 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:04,918 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:08:04,920 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75022338, jitterRate=0.11791995167732239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:08:04,928 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731092884834Initializing all the Stores at 1731092884836 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731092884837 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731092884837Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731092884838 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731092884838Cleaning up temporary data from old regions at 1731092884906 (+68 ms)Region opened successfully at 1731092884928 (+22 ms) 2024-11-08T19:08:04,929 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:08:04,959 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb4630c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b75fe890c219/172.17.0.2:0 2024-11-08T19:08:04,986 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:08:04,995 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:08:04,995 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:08:04,998 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:08:04,999 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T19:08:05,003 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T19:08:05,004 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:08:05,027 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:08:05,034 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T19:08:05,085 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T19:08:05,088 INFO [master/b75fe890c219:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:08:05,089 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:08:05,099 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T19:08:05,101 INFO [master/b75fe890c219:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:08:05,106 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:08:05,116 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T19:08:05,118 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:08:05,127 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T19:08:05,142 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:08:05,152 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T19:08:05,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1011d22b7930003, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:08:05,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1011d22b7930001, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:08:05,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1011d22b7930002, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:08:05,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:08:05,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1011d22b7930002, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:05,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:05,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1011d22b7930001, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:05,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1011d22b7930003, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:05,165 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b75fe890c219,42749,1731092883402, sessionid=0x1011d22b7930000, setting cluster-up flag (Was=false) 2024-11-08T19:08:05,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1011d22b7930003, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:05,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1011d22b7930001, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:05,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1011d22b7930002, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:05,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:05,219 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T19:08:05,222 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b75fe890c219,42749,1731092883402 2024-11-08T19:08:05,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1011d22b7930001, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:05,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1011d22b7930003, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:05,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1011d22b7930002, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:05,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:05,269 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T19:08:05,272 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b75fe890c219,42749,1731092883402 2024-11-08T19:08:05,282 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:08:05,332 INFO [RS:2;b75fe890c219:37505 {}] regionserver.HRegionServer(746): ClusterId : 147ab8a0-bf2d-41d8-927b-4bb0ba59cafc 2024-11-08T19:08:05,332 INFO [RS:1;b75fe890c219:36969 {}] regionserver.HRegionServer(746): ClusterId : 147ab8a0-bf2d-41d8-927b-4bb0ba59cafc 2024-11-08T19:08:05,332 INFO [RS:0;b75fe890c219:37073 {}] regionserver.HRegionServer(746): ClusterId : 147ab8a0-bf2d-41d8-927b-4bb0ba59cafc 2024-11-08T19:08:05,334 DEBUG [RS:0;b75fe890c219:37073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:08:05,334 DEBUG [RS:1;b75fe890c219:36969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:08:05,334 DEBUG [RS:2;b75fe890c219:37505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:08:05,348 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:08:05,357 INFO [master/b75fe890c219:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:08:05,363 INFO [master/b75fe890c219:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:08:05,368 DEBUG [RS:0;b75fe890c219:37073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:08:05,368 DEBUG [RS:1;b75fe890c219:36969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:08:05,368 DEBUG [RS:2;b75fe890c219:37505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:08:05,368 DEBUG [RS:0;b75fe890c219:37073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:08:05,368 DEBUG [RS:1;b75fe890c219:36969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:08:05,368 DEBUG [RS:2;b75fe890c219:37505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:08:05,369 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b75fe890c219,42749,1731092883402 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:08:05,379 DEBUG [RS:0;b75fe890c219:37073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:08:05,379 DEBUG [RS:1;b75fe890c219:36969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:08:05,379 DEBUG [RS:2;b75fe890c219:37505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:08:05,380 DEBUG [RS:2;b75fe890c219:37505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54483434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b75fe890c219/172.17.0.2:0 2024-11-08T19:08:05,380 DEBUG [RS:0;b75fe890c219:37073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c1caf91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b75fe890c219/172.17.0.2:0 2024-11-08T19:08:05,380 DEBUG [RS:1;b75fe890c219:36969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285313a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b75fe890c219/172.17.0.2:0 2024-11-08T19:08:05,381 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:08:05,381 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:08:05,381 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:08:05,381 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:08:05,381 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b75fe890c219:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:08:05,381 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,381 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b75fe890c219:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:08:05,382 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,388 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:08:05,389 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:08:05,391 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731092915391 2024-11-08T19:08:05,393 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:08:05,394 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:08:05,398 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:08:05,399 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:08:05,399 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:08:05,399 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:08:05,400 DEBUG [RS:2;b75fe890c219:37505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b75fe890c219:37505 2024-11-08T19:08:05,401 DEBUG [RS:0;b75fe890c219:37073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b75fe890c219:37073 2024-11-08T19:08:05,402 DEBUG [RS:1;b75fe890c219:36969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b75fe890c219:36969 2024-11-08T19:08:05,404 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:05,404 INFO [RS:2;b75fe890c219:37505 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:08:05,404 INFO [RS:2;b75fe890c219:37505 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:08:05,403 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,404 DEBUG [RS:2;b75fe890c219:37505 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:08:05,404 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:08:05,405 INFO [RS:1;b75fe890c219:36969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:08:05,405 INFO [RS:1;b75fe890c219:36969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:08:05,405 DEBUG [RS:1;b75fe890c219:36969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:08:05,408 INFO [RS:0;b75fe890c219:37073 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:08:05,408 INFO [RS:0;b75fe890c219:37073 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:08:05,408 DEBUG [RS:0;b75fe890c219:37073 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:08:05,409 INFO [RS:1;b75fe890c219:36969 {}] regionserver.HRegionServer(2659): reportForDuty to master=b75fe890c219,42749,1731092883402 with port=36969, startcode=1731092884238 2024-11-08T19:08:05,409 INFO [RS:2;b75fe890c219:37505 {}] regionserver.HRegionServer(2659): reportForDuty to master=b75fe890c219,42749,1731092883402 with port=37505, startcode=1731092884298 2024-11-08T19:08:05,409 INFO [RS:0;b75fe890c219:37073 {}] regionserver.HRegionServer(2659): reportForDuty to master=b75fe890c219,42749,1731092883402 with port=37073, startcode=1731092884124 2024-11-08T19:08:05,415 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:08:05,416 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:08:05,416 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:08:05,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40989 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-08T19:08:05,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41999 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-08T19:08:05,422 DEBUG [RS:0;b75fe890c219:37073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:08:05,422 DEBUG [RS:2;b75fe890c219:37505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:08:05,422 DEBUG [RS:1;b75fe890c219:36969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:08:05,424 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:08:05,424 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:08:05,426 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.large.0-1731092885425,5,FailOnTimeoutGroup] 2024-11-08T19:08:05,427 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.small.0-1731092885426,5,FailOnTimeoutGroup] 2024-11-08T19:08:05,427 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,427 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:08:05,428 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:05,428 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:05,428 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,429 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,440 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1463095823_22 at /127.0.0.1:37558 [Receiving block BP-1209273673-172.17.0.2-1731092879504:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:41999:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37558 dst: /127.0.0.1:41999 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:08:05,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41999 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-08T19:08:05,456 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T19:08:05,457 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:08:05,458 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52 2024-11-08T19:08:05,460 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52511, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:08:05,460 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42137, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:08:05,460 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35255, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:08:05,468 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42749 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b75fe890c219,37073,1731092884124 2024-11-08T19:08:05,471 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42749 {}] master.ServerManager(517): Registering regionserver=b75fe890c219,37073,1731092884124 2024-11-08T19:08:05,471 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:05,471 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:05,480 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1463095823_22 at /127.0.0.1:37584 [Receiving block BP-1209273673-172.17.0.2-1731092879504:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:41999:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37584 dst: /127.0.0.1:41999 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:08:05,483 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42749 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b75fe890c219,37505,1731092884298 2024-11-08T19:08:05,483 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42749 {}] master.ServerManager(517): Registering regionserver=b75fe890c219,37505,1731092884298 2024-11-08T19:08:05,487 DEBUG [RS:0;b75fe890c219:37073 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52 2024-11-08T19:08:05,487 DEBUG [RS:0;b75fe890c219:37073 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37255 2024-11-08T19:08:05,487 DEBUG [RS:0;b75fe890c219:37073 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:08:05,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41999 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-08T19:08:05,488 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42749 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b75fe890c219,36969,1731092884238 2024-11-08T19:08:05,488 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42749 {}] master.ServerManager(517): Registering regionserver=b75fe890c219,36969,1731092884238 2024-11-08T19:08:05,488 DEBUG [RS:2;b75fe890c219:37505 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52 2024-11-08T19:08:05,489 DEBUG [RS:2;b75fe890c219:37505 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37255 2024-11-08T19:08:05,489 DEBUG [RS:2;b75fe890c219:37505 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:08:05,490 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T19:08:05,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:08:05,493 DEBUG [RS:1;b75fe890c219:36969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52 2024-11-08T19:08:05,493 DEBUG [RS:1;b75fe890c219:36969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37255 2024-11-08T19:08:05,493 DEBUG [RS:1;b75fe890c219:36969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:08:05,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:08:05,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:08:05,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:05,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:08:05,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:08:05,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:08:05,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:05,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:08:05,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:08:05,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:08:05,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:05,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:08:05,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:08:05,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:08:05,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:05,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:08:05,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:08:05,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/hbase/meta/1588230740 2024-11-08T19:08:05,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/hbase/meta/1588230740 2024-11-08T19:08:05,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:08:05,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:08:05,518 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:08:05,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:08:05,525 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:08:05,526 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75142476, jitterRate=0.11971014738082886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:08:05,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731092885492Initializing all the Stores at 1731092885494 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731092885494Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731092885494Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731092885494Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731092885494Cleaning up temporary data from old regions at 1731092885517 (+23 ms)Region opened successfully at 1731092885530 (+13 ms) 2024-11-08T19:08:05,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:08:05,531 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:08:05,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:08:05,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:08:05,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:08:05,532 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:08:05,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731092885531Disabling compacts and flushes for region at 1731092885531Disabling writes for close at 1731092885531Writing region close event to WAL at 1731092885532 (+1 ms)Closed at 1731092885532 2024-11-08T19:08:05,535 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:08:05,535 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:08:05,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:08:05,548 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:08:05,551 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:08:05,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:08:05,667 DEBUG [RS:0;b75fe890c219:37073 {}] zookeeper.ZKUtil(111): regionserver:37073-0x1011d22b7930001, quorum=127.0.0.1:60643, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b75fe890c219,37073,1731092884124 2024-11-08T19:08:05,667 WARN [RS:0;b75fe890c219:37073 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:08:05,668 INFO [RS:0;b75fe890c219:37073 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:08:05,668 DEBUG [RS:1;b75fe890c219:36969 {}] zookeeper.ZKUtil(111): regionserver:36969-0x1011d22b7930002, quorum=127.0.0.1:60643, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b75fe890c219,36969,1731092884238 2024-11-08T19:08:05,668 DEBUG [RS:0;b75fe890c219:37073 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/WALs/b75fe890c219,37073,1731092884124 2024-11-08T19:08:05,669 WARN [RS:1;b75fe890c219:36969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:08:05,669 DEBUG [RS:2;b75fe890c219:37505 {}] zookeeper.ZKUtil(111): regionserver:37505-0x1011d22b7930003, quorum=127.0.0.1:60643, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b75fe890c219,37505,1731092884298 2024-11-08T19:08:05,669 INFO [RS:1;b75fe890c219:36969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:08:05,669 WARN [RS:2;b75fe890c219:37505 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:08:05,669 INFO [RS:2;b75fe890c219:37505 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:08:05,669 DEBUG [RS:1;b75fe890c219:36969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/WALs/b75fe890c219,36969,1731092884238 2024-11-08T19:08:05,670 DEBUG [RS:2;b75fe890c219:37505 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/WALs/b75fe890c219,37505,1731092884298 2024-11-08T19:08:05,671 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b75fe890c219,37073,1731092884124] 2024-11-08T19:08:05,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b75fe890c219,36969,1731092884238] 2024-11-08T19:08:05,673 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b75fe890c219,37505,1731092884298] 2024-11-08T19:08:05,696 INFO [RS:2;b75fe890c219:37505 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:08:05,696 INFO [RS:1;b75fe890c219:36969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:08:05,696 INFO [RS:0;b75fe890c219:37073 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:08:05,702 WARN [b75fe890c219:42749 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T19:08:05,711 INFO [RS:2;b75fe890c219:37505 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:08:05,711 INFO [RS:1;b75fe890c219:36969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:08:05,712 INFO [RS:0;b75fe890c219:37073 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:08:05,717 INFO [RS:1;b75fe890c219:36969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:08:05,717 INFO [RS:2;b75fe890c219:37505 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:08:05,717 INFO [RS:0;b75fe890c219:37073 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:08:05,717 INFO [RS:2;b75fe890c219:37505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,717 INFO [RS:1;b75fe890c219:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,717 INFO [RS:0;b75fe890c219:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,718 INFO [RS:0;b75fe890c219:37073 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:08:05,718 INFO [RS:2;b75fe890c219:37505 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:08:05,718 INFO [RS:1;b75fe890c219:36969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:08:05,724 INFO [RS:1;b75fe890c219:36969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:08:05,724 INFO [RS:2;b75fe890c219:37505 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:08:05,724 INFO [RS:0;b75fe890c219:37073 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:08:05,726 INFO [RS:0;b75fe890c219:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,726 INFO [RS:1;b75fe890c219:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,726 INFO [RS:2;b75fe890c219:37505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,726 DEBUG [RS:0;b75fe890c219:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,726 DEBUG [RS:2;b75fe890c219:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,726 DEBUG [RS:1;b75fe890c219:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,726 DEBUG [RS:0;b75fe890c219:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,726 DEBUG [RS:2;b75fe890c219:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,726 DEBUG [RS:1;b75fe890c219:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,726 DEBUG [RS:1;b75fe890c219:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,726 DEBUG [RS:2;b75fe890c219:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,726 DEBUG [RS:0;b75fe890c219:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,726 DEBUG [RS:1;b75fe890c219:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,726 DEBUG [RS:2;b75fe890c219:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,726 DEBUG [RS:0;b75fe890c219:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,727 DEBUG [RS:1;b75fe890c219:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,727 DEBUG [RS:2;b75fe890c219:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,727 DEBUG [RS:0;b75fe890c219:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,727 DEBUG [RS:1;b75fe890c219:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:08:05,727 DEBUG [RS:1;b75fe890c219:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,727 DEBUG [RS:2;b75fe890c219:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:08:05,727 DEBUG [RS:0;b75fe890c219:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:08:05,727 DEBUG [RS:1;b75fe890c219:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,727 DEBUG [RS:2;b75fe890c219:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,727 DEBUG [RS:0;b75fe890c219:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,727 DEBUG [RS:1;b75fe890c219:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,727 DEBUG [RS:2;b75fe890c219:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,727 DEBUG [RS:0;b75fe890c219:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,727 DEBUG [RS:1;b75fe890c219:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,727 DEBUG [RS:1;b75fe890c219:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,727 DEBUG [RS:2;b75fe890c219:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,727 DEBUG [RS:0;b75fe890c219:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,727 DEBUG [RS:1;b75fe890c219:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,727 DEBUG [RS:0;b75fe890c219:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,727 DEBUG [RS:2;b75fe890c219:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,727 DEBUG [RS:1;b75fe890c219:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:08:05,728 DEBUG [RS:2;b75fe890c219:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,728 DEBUG [RS:0;b75fe890c219:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,728 DEBUG [RS:1;b75fe890c219:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:08:05,728 DEBUG [RS:0;b75fe890c219:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,728 DEBUG [RS:2;b75fe890c219:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:05,728 DEBUG [RS:0;b75fe890c219:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:08:05,728 DEBUG [RS:2;b75fe890c219:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:08:05,728 DEBUG [RS:2;b75fe890c219:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:08:05,728 DEBUG [RS:0;b75fe890c219:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:08:05,734 INFO [RS:1;b75fe890c219:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,735 INFO [RS:1;b75fe890c219:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,735 INFO [RS:2;b75fe890c219:37505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,735 INFO [RS:0;b75fe890c219:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,735 INFO [RS:1;b75fe890c219:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,735 INFO [RS:2;b75fe890c219:37505 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,735 INFO [RS:1;b75fe890c219:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,735 INFO [RS:0;b75fe890c219:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,735 INFO [RS:2;b75fe890c219:37505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,735 INFO [RS:1;b75fe890c219:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,735 INFO [RS:0;b75fe890c219:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,735 INFO [RS:2;b75fe890c219:37505 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,735 INFO [RS:1;b75fe890c219:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,36969,1731092884238-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:08:05,735 INFO [RS:2;b75fe890c219:37505 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,735 INFO [RS:0;b75fe890c219:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,735 INFO [RS:2;b75fe890c219:37505 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,37505,1731092884298-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:08:05,735 INFO [RS:0;b75fe890c219:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,735 INFO [RS:0;b75fe890c219:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,37073,1731092884124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:08:05,754 INFO [RS:0;b75fe890c219:37073 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:08:05,754 INFO [RS:2;b75fe890c219:37505 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:08:05,754 INFO [RS:1;b75fe890c219:36969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:08:05,756 INFO [RS:2;b75fe890c219:37505 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,37505,1731092884298-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,756 INFO [RS:0;b75fe890c219:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,37073,1731092884124-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,756 INFO [RS:1;b75fe890c219:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,36969,1731092884238-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,756 INFO [RS:2;b75fe890c219:37505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,756 INFO [RS:0;b75fe890c219:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,756 INFO [RS:0;b75fe890c219:37073 {}] regionserver.Replication(171): b75fe890c219,37073,1731092884124 started 2024-11-08T19:08:05,756 INFO [RS:2;b75fe890c219:37505 {}] regionserver.Replication(171): b75fe890c219,37505,1731092884298 started 2024-11-08T19:08:05,757 INFO [RS:1;b75fe890c219:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,757 INFO [RS:1;b75fe890c219:36969 {}] regionserver.Replication(171): b75fe890c219,36969,1731092884238 started 2024-11-08T19:08:05,774 INFO [RS:2;b75fe890c219:37505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,774 INFO [RS:2;b75fe890c219:37505 {}] regionserver.HRegionServer(1482): Serving as b75fe890c219,37505,1731092884298, RpcServer on b75fe890c219/172.17.0.2:37505, sessionid=0x1011d22b7930003 2024-11-08T19:08:05,775 DEBUG [RS:2;b75fe890c219:37505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:08:05,775 DEBUG [RS:2;b75fe890c219:37505 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b75fe890c219,37505,1731092884298 2024-11-08T19:08:05,775 DEBUG [RS:2;b75fe890c219:37505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,37505,1731092884298' 2024-11-08T19:08:05,776 DEBUG [RS:2;b75fe890c219:37505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T19:08:05,776 DEBUG [RS:2;b75fe890c219:37505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T19:08:05,777 DEBUG [RS:2;b75fe890c219:37505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:08:05,777 DEBUG [RS:2;b75fe890c219:37505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:08:05,777 DEBUG [RS:2;b75fe890c219:37505 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b75fe890c219,37505,1731092884298 2024-11-08T19:08:05,777 DEBUG [RS:2;b75fe890c219:37505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,37505,1731092884298' 2024-11-08T19:08:05,777 DEBUG [RS:2;b75fe890c219:37505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T19:08:05,778 DEBUG [RS:2;b75fe890c219:37505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T19:08:05,778 DEBUG [RS:2;b75fe890c219:37505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:08:05,778 INFO [RS:2;b75fe890c219:37505 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:08:05,778 INFO [RS:2;b75fe890c219:37505 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:08:05,780 INFO [RS:1;b75fe890c219:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,780 INFO [RS:0;b75fe890c219:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:05,780 INFO [RS:1;b75fe890c219:36969 {}] regionserver.HRegionServer(1482): Serving as b75fe890c219,36969,1731092884238, RpcServer on b75fe890c219/172.17.0.2:36969, sessionid=0x1011d22b7930002 2024-11-08T19:08:05,780 INFO [RS:0;b75fe890c219:37073 {}] regionserver.HRegionServer(1482): Serving as b75fe890c219,37073,1731092884124, RpcServer on b75fe890c219/172.17.0.2:37073, sessionid=0x1011d22b7930001 2024-11-08T19:08:05,780 DEBUG [RS:1;b75fe890c219:36969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:08:05,780 DEBUG [RS:0;b75fe890c219:37073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:08:05,780 DEBUG [RS:0;b75fe890c219:37073 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b75fe890c219,37073,1731092884124 2024-11-08T19:08:05,780 DEBUG [RS:1;b75fe890c219:36969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b75fe890c219,36969,1731092884238 2024-11-08T19:08:05,780 DEBUG [RS:1;b75fe890c219:36969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,36969,1731092884238' 2024-11-08T19:08:05,780 DEBUG [RS:0;b75fe890c219:37073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,37073,1731092884124' 2024-11-08T19:08:05,780 DEBUG [RS:0;b75fe890c219:37073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T19:08:05,780 DEBUG [RS:1;b75fe890c219:36969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T19:08:05,781 DEBUG [RS:0;b75fe890c219:37073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T19:08:05,781 DEBUG [RS:1;b75fe890c219:36969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T19:08:05,781 DEBUG [RS:0;b75fe890c219:37073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:08:05,782 DEBUG [RS:0;b75fe890c219:37073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:08:05,782 DEBUG [RS:1;b75fe890c219:36969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:08:05,782 DEBUG [RS:0;b75fe890c219:37073 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b75fe890c219,37073,1731092884124 2024-11-08T19:08:05,782 DEBUG [RS:1;b75fe890c219:36969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:08:05,782 DEBUG [RS:0;b75fe890c219:37073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,37073,1731092884124' 2024-11-08T19:08:05,782 DEBUG [RS:1;b75fe890c219:36969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b75fe890c219,36969,1731092884238 2024-11-08T19:08:05,782 DEBUG [RS:1;b75fe890c219:36969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,36969,1731092884238' 2024-11-08T19:08:05,782 DEBUG [RS:0;b75fe890c219:37073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T19:08:05,782 DEBUG [RS:1;b75fe890c219:36969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T19:08:05,782 DEBUG [RS:1;b75fe890c219:36969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T19:08:05,782 DEBUG [RS:0;b75fe890c219:37073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T19:08:05,783 DEBUG [RS:1;b75fe890c219:36969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:08:05,783 DEBUG [RS:0;b75fe890c219:37073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:08:05,783 INFO [RS:0;b75fe890c219:37073 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:08:05,783 INFO [RS:1;b75fe890c219:36969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:08:05,783 INFO [RS:0;b75fe890c219:37073 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:08:05,783 INFO [RS:1;b75fe890c219:36969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:08:05,885 INFO [RS:2;b75fe890c219:37505 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:08:05,885 INFO [RS:0;b75fe890c219:37073 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:08:05,885 INFO [RS:1;b75fe890c219:36969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:08:05,889 INFO [RS:0;b75fe890c219:37073 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C37073%2C1731092884124, suffix=, logDir=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/WALs/b75fe890c219,37073,1731092884124, archiveDir=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/oldWALs, maxLogs=32 2024-11-08T19:08:05,889 INFO [RS:2;b75fe890c219:37505 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C37505%2C1731092884298, suffix=, logDir=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/WALs/b75fe890c219,37505,1731092884298, archiveDir=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/oldWALs, maxLogs=32 2024-11-08T19:08:05,889 INFO [RS:1;b75fe890c219:36969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C36969%2C1731092884238, suffix=, logDir=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/WALs/b75fe890c219,36969,1731092884238, archiveDir=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/oldWALs, maxLogs=32 2024-11-08T19:08:05,907 DEBUG [RS:2;b75fe890c219:37505 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/WALs/b75fe890c219,37505,1731092884298/b75fe890c219%2C37505%2C1731092884298.1731092885894, exclude list is [], retry=0 2024-11-08T19:08:05,907 DEBUG [RS:1;b75fe890c219:36969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/WALs/b75fe890c219,36969,1731092884238/b75fe890c219%2C36969%2C1731092884238.1731092885894, exclude list is [], retry=0 2024-11-08T19:08:05,907 DEBUG [RS:0;b75fe890c219:37073 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/WALs/b75fe890c219,37073,1731092884124/b75fe890c219%2C37073%2C1731092884124.1731092885894, exclude list is [], retry=0 2024-11-08T19:08:05,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41999,DS-2116c7a7-535e-46db-aa91-37957a37c9ed,DISK] 2024-11-08T19:08:05,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42901,DS-9689e16c-c203-46f1-82a2-e895c7fdfadf,DISK] 2024-11-08T19:08:05,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42901,DS-9689e16c-c203-46f1-82a2-e895c7fdfadf,DISK] 2024-11-08T19:08:05,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41999,DS-2116c7a7-535e-46db-aa91-37957a37c9ed,DISK] 2024-11-08T19:08:05,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40989,DS-bc729c58-5c31-4392-8ba9-edfdbe69f7c5,DISK] 2024-11-08T19:08:05,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40989,DS-bc729c58-5c31-4392-8ba9-edfdbe69f7c5,DISK] 2024-11-08T19:08:05,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40989,DS-bc729c58-5c31-4392-8ba9-edfdbe69f7c5,DISK] 2024-11-08T19:08:05,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42901,DS-9689e16c-c203-46f1-82a2-e895c7fdfadf,DISK] 2024-11-08T19:08:05,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41999,DS-2116c7a7-535e-46db-aa91-37957a37c9ed,DISK] 2024-11-08T19:08:05,951 INFO [RS:0;b75fe890c219:37073 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/WALs/b75fe890c219,37073,1731092884124/b75fe890c219%2C37073%2C1731092884124.1731092885894 2024-11-08T19:08:05,951 INFO [RS:2;b75fe890c219:37505 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/WALs/b75fe890c219,37505,1731092884298/b75fe890c219%2C37505%2C1731092884298.1731092885894 2024-11-08T19:08:05,952 DEBUG [RS:0;b75fe890c219:37073 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45173:45173),(127.0.0.1/127.0.0.1:41425:41425),(127.0.0.1/127.0.0.1:37909:37909)] 2024-11-08T19:08:05,952 DEBUG [RS:2;b75fe890c219:37505 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45173:45173),(127.0.0.1/127.0.0.1:37909:37909),(127.0.0.1/127.0.0.1:41425:41425)] 2024-11-08T19:08:05,953 INFO [RS:1;b75fe890c219:36969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/WALs/b75fe890c219,36969,1731092884238/b75fe890c219%2C36969%2C1731092884238.1731092885894 2024-11-08T19:08:05,959 DEBUG [RS:1;b75fe890c219:36969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37909:37909),(127.0.0.1/127.0.0.1:41425:41425),(127.0.0.1/127.0.0.1:45173:45173)] 2024-11-08T19:08:06,205 DEBUG [b75fe890c219:42749 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T19:08:06,214 DEBUG [b75fe890c219:42749 {}] balancer.BalancerClusterState(204): Hosts are {b75fe890c219=0} racks are {/default-rack=0} 2024-11-08T19:08:06,220 DEBUG [b75fe890c219:42749 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T19:08:06,220 DEBUG [b75fe890c219:42749 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T19:08:06,220 DEBUG [b75fe890c219:42749 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T19:08:06,220 DEBUG [b75fe890c219:42749 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T19:08:06,220 DEBUG [b75fe890c219:42749 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T19:08:06,220 DEBUG [b75fe890c219:42749 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T19:08:06,221 INFO [b75fe890c219:42749 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T19:08:06,221 INFO [b75fe890c219:42749 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T19:08:06,221 INFO [b75fe890c219:42749 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T19:08:06,221 DEBUG [b75fe890c219:42749 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T19:08:06,227 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b75fe890c219,36969,1731092884238 2024-11-08T19:08:06,232 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,36969,1731092884238, state=OPENING 2024-11-08T19:08:06,285 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:08:06,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1011d22b7930001, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:06,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1011d22b7930003, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:06,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1011d22b7930002, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:06,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:06,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:08:06,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:08:06,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:08:06,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:08:06,300 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:08:06,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,36969,1731092884238}] 2024-11-08T19:08:06,483 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:08:06,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41277, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:08:06,514 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:08:06,515 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:08:06,516 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:08:06,519 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C36969%2C1731092884238.meta, suffix=.meta, logDir=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/WALs/b75fe890c219,36969,1731092884238, archiveDir=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/oldWALs, maxLogs=32 2024-11-08T19:08:06,536 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/WALs/b75fe890c219,36969,1731092884238/b75fe890c219%2C36969%2C1731092884238.meta.1731092886521.meta, exclude list is [], retry=0 2024-11-08T19:08:06,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41999,DS-2116c7a7-535e-46db-aa91-37957a37c9ed,DISK] 2024-11-08T19:08:06,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42901,DS-9689e16c-c203-46f1-82a2-e895c7fdfadf,DISK] 2024-11-08T19:08:06,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40989,DS-bc729c58-5c31-4392-8ba9-edfdbe69f7c5,DISK] 2024-11-08T19:08:06,543 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/WALs/b75fe890c219,36969,1731092884238/b75fe890c219%2C36969%2C1731092884238.meta.1731092886521.meta 2024-11-08T19:08:06,544 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45173:45173),(127.0.0.1/127.0.0.1:37909:37909),(127.0.0.1/127.0.0.1:41425:41425)] 2024-11-08T19:08:06,544 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:08:06,545 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:08:06,551 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:08:06,555 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:08:06,560 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:08:06,561 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:08:06,561 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:08:06,561 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:08:06,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:08:06,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:08:06,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:06,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:08:06,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:08:06,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:08:06,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:06,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:08:06,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:08:06,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:08:06,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:06,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:08:06,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:08:06,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:08:06,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:06,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:08:06,575 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:08:06,576 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/hbase/meta/1588230740 2024-11-08T19:08:06,578 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/hbase/meta/1588230740 2024-11-08T19:08:06,580 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:08:06,580 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:08:06,581 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:08:06,584 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:08:06,585 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62402327, jitterRate=-0.07013286650180817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:08:06,585 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:08:06,586 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731092886561Writing region info on filesystem at 1731092886562 (+1 ms)Initializing all the Stores at 1731092886564 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731092886564Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731092886565 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731092886565Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731092886565Cleaning up temporary data from old regions at 1731092886580 (+15 ms)Running coprocessor post-open hooks at 1731092886585 (+5 ms)Region opened successfully at 1731092886586 (+1 ms) 2024-11-08T19:08:06,593 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731092886473 2024-11-08T19:08:06,603 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:08:06,603 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:08:06,604 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,36969,1731092884238 2024-11-08T19:08:06,608 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,36969,1731092884238, state=OPEN 2024-11-08T19:08:06,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:08:06,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1011d22b7930001, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:08:06,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1011d22b7930003, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:08:06,635 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:08:06,635 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:08:06,635 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:08:06,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1011d22b7930002, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:08:06,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:08:06,636 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b75fe890c219,36969,1731092884238 2024-11-08T19:08:06,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:08:06,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,36969,1731092884238 in 333 msec 2024-11-08T19:08:06,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:08:06,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1070 sec 2024-11-08T19:08:06,654 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:08:06,654 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:08:06,670 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:08:06,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36969,1731092884238, seqNum=-1] 2024-11-08T19:08:06,687 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:08:06,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50067, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:08:06,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3950 sec 2024-11-08T19:08:06,707 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731092886707, completionTime=-1 2024-11-08T19:08:06,709 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T19:08:06,709 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T19:08:06,732 INFO [master/b75fe890c219:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-08T19:08:06,732 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731092946732 2024-11-08T19:08:06,732 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093006732 2024-11-08T19:08:06,732 INFO [master/b75fe890c219:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 22 msec 2024-11-08T19:08:06,733 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:08:06,739 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,42749,1731092883402-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:06,739 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,42749,1731092883402-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:06,739 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,42749,1731092883402-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:06,741 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b75fe890c219:42749, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:06,741 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:06,741 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:06,747 DEBUG [master/b75fe890c219:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:08:06,766 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.365sec 2024-11-08T19:08:06,768 INFO [master/b75fe890c219:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:08:06,769 INFO [master/b75fe890c219:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:08:06,769 INFO [master/b75fe890c219:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:08:06,770 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:08:06,770 INFO [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:08:06,771 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,42749,1731092883402-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:08:06,771 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,42749,1731092883402-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:08:06,775 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:08:06,776 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:08:06,776 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,42749,1731092883402-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:06,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b9f9b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:08:06,848 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T19:08:06,848 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T19:08:06,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,42749,-1 for getting cluster id 2024-11-08T19:08:06,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:08:06,862 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '147ab8a0-bf2d-41d8-927b-4bb0ba59cafc' 2024-11-08T19:08:06,865 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:08:06,865 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "147ab8a0-bf2d-41d8-927b-4bb0ba59cafc" 2024-11-08T19:08:06,865 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f13827e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:08:06,865 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,42749,-1] 2024-11-08T19:08:06,868 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:08:06,870 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:08:06,871 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:08:06,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523ba0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:08:06,874 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:08:06,880 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36969,1731092884238, seqNum=-1] 2024-11-08T19:08:06,881 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:08:06,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:08:06,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b75fe890c219,42749,1731092883402 2024-11-08T19:08:06,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:08:06,907 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,42749,1731092883402 2024-11-08T19:08:06,909 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c4a1d6d 2024-11-08T19:08:06,910 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:08:06,912 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:08:06,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:08:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-08T19:08:06,931 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:08:06,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-08T19:08:06,933 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:06,936 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:08:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:08:06,944 WARN [PEWorker-4 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:06,944 WARN [PEWorker-4 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:06,947 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1463095823_22 at /127.0.0.1:37628 [Receiving block BP-1209273673-172.17.0.2-1731092879504:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:41999:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37628 dst: /127.0.0.1:41999 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:08:06,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41999 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-08T19:08:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:08:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:08:07,354 WARN [PEWorker-4 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T19:08:07,357 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 258210dfb8468358d33eb7b5552b1307, NAME => 'TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52 2024-11-08T19:08:07,366 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:07,367 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:07,371 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1463095823_22 at /127.0.0.1:38832 [Receiving block BP-1209273673-172.17.0.2-1731092879504:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:40989:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38832 dst: /127.0.0.1:40989 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:08:07,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40989 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-08T19:08:07,377 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T19:08:07,377 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:08:07,377 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 258210dfb8468358d33eb7b5552b1307, disabling compactions & flushes 2024-11-08T19:08:07,377 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307. 2024-11-08T19:08:07,377 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307. 2024-11-08T19:08:07,377 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307. after waiting 0 ms 2024-11-08T19:08:07,378 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307. 2024-11-08T19:08:07,378 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307. 2024-11-08T19:08:07,378 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 258210dfb8468358d33eb7b5552b1307: Waiting for close lock at 1731092887377Disabling compacts and flushes for region at 1731092887377Disabling writes for close at 1731092887378 (+1 ms)Writing region close event to WAL at 1731092887378Closed at 1731092887378 2024-11-08T19:08:07,380 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:08:07,384 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731092887380"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731092887380"}]},"ts":"1731092887380"} 2024-11-08T19:08:07,389 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:08:07,390 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:08:07,393 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731092887390"}]},"ts":"1731092887390"} 2024-11-08T19:08:07,397 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-08T19:08:07,397 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {b75fe890c219=0} racks are {/default-rack=0} 2024-11-08T19:08:07,398 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T19:08:07,398 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T19:08:07,398 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T19:08:07,398 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T19:08:07,398 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T19:08:07,399 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T19:08:07,399 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T19:08:07,399 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T19:08:07,399 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T19:08:07,399 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T19:08:07,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=258210dfb8468358d33eb7b5552b1307, ASSIGN}] 2024-11-08T19:08:07,402 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=258210dfb8468358d33eb7b5552b1307, ASSIGN 2024-11-08T19:08:07,404 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=258210dfb8468358d33eb7b5552b1307, ASSIGN; state=OFFLINE, location=b75fe890c219,37073,1731092884124; forceNewPlan=false, retain=false 2024-11-08T19:08:07,559 INFO [b75fe890c219:42749 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-08T19:08:07,560 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=258210dfb8468358d33eb7b5552b1307, regionState=OPENING, regionLocation=b75fe890c219,37073,1731092884124 2024-11-08T19:08:07,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=258210dfb8468358d33eb7b5552b1307, ASSIGN because future has completed 2024-11-08T19:08:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:08:07,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 258210dfb8468358d33eb7b5552b1307, server=b75fe890c219,37073,1731092884124}] 2024-11-08T19:08:07,724 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:08:07,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53061, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:08:07,737 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307. 2024-11-08T19:08:07,737 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 258210dfb8468358d33eb7b5552b1307, NAME => 'TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:08:07,738 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 258210dfb8468358d33eb7b5552b1307 2024-11-08T19:08:07,738 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:08:07,738 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 258210dfb8468358d33eb7b5552b1307 2024-11-08T19:08:07,738 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 258210dfb8468358d33eb7b5552b1307 2024-11-08T19:08:07,740 INFO [StoreOpener-258210dfb8468358d33eb7b5552b1307-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 258210dfb8468358d33eb7b5552b1307 2024-11-08T19:08:07,742 INFO [StoreOpener-258210dfb8468358d33eb7b5552b1307-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 258210dfb8468358d33eb7b5552b1307 columnFamilyName cf 2024-11-08T19:08:07,742 DEBUG [StoreOpener-258210dfb8468358d33eb7b5552b1307-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:07,743 INFO [StoreOpener-258210dfb8468358d33eb7b5552b1307-1 {}] regionserver.HStore(327): Store=258210dfb8468358d33eb7b5552b1307/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:08:07,744 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 258210dfb8468358d33eb7b5552b1307 2024-11-08T19:08:07,745 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/default/TestHBaseWalOnEC/258210dfb8468358d33eb7b5552b1307 2024-11-08T19:08:07,745 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/default/TestHBaseWalOnEC/258210dfb8468358d33eb7b5552b1307 2024-11-08T19:08:07,746 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 258210dfb8468358d33eb7b5552b1307 2024-11-08T19:08:07,746 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 258210dfb8468358d33eb7b5552b1307 2024-11-08T19:08:07,749 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 258210dfb8468358d33eb7b5552b1307 2024-11-08T19:08:07,757 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/default/TestHBaseWalOnEC/258210dfb8468358d33eb7b5552b1307/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:08:07,758 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 258210dfb8468358d33eb7b5552b1307; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71002185, jitterRate=0.05801500380039215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:08:07,759 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 258210dfb8468358d33eb7b5552b1307 2024-11-08T19:08:07,759 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 258210dfb8468358d33eb7b5552b1307: Running coprocessor pre-open hook at 1731092887738Writing region info on filesystem at 1731092887738Initializing all the Stores at 1731092887740 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731092887740Cleaning up temporary data from old regions at 1731092887746 (+6 ms)Running coprocessor post-open hooks at 1731092887759 (+13 ms)Region opened successfully at 1731092887759 2024-11-08T19:08:07,761 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307., pid=6, masterSystemTime=1731092887723 2024-11-08T19:08:07,765 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307. 2024-11-08T19:08:07,765 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307. 2024-11-08T19:08:07,766 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=258210dfb8468358d33eb7b5552b1307, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,37073,1731092884124 2024-11-08T19:08:07,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 258210dfb8468358d33eb7b5552b1307, server=b75fe890c219,37073,1731092884124 because future has completed 2024-11-08T19:08:07,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:08:07,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 258210dfb8468358d33eb7b5552b1307, server=b75fe890c219,37073,1731092884124 in 203 msec 2024-11-08T19:08:07,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T19:08:07,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=258210dfb8468358d33eb7b5552b1307, ASSIGN in 375 msec 2024-11-08T19:08:07,782 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:08:07,782 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731092887782"}]},"ts":"1731092887782"} 2024-11-08T19:08:07,785 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-08T19:08:07,787 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:08:07,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 864 msec 2024-11-08T19:08:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:08:08,078 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-08T19:08:08,078 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-08T19:08:08,080 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T19:08:08,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-08T19:08:08,085 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T19:08:08,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-08T19:08:08,092 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307., hostname=b75fe890c219,37073,1731092884124, seqNum=2] 2024-11-08T19:08:08,094 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:08:08,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:08:08,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-08T19:08:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-08T19:08:08,112 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:08:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:08:08,114 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:08:08,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:08:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:08:08,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T19:08:08,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307. 2024-11-08T19:08:08,286 INFO [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 258210dfb8468358d33eb7b5552b1307 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-08T19:08:08,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/default/TestHBaseWalOnEC/258210dfb8468358d33eb7b5552b1307/.tmp/cf/a7e288d7e0304cfcbdd54cb774e505f1 is 36, key is row/cf:cq/1731092888097/Put/seqid=0 2024-11-08T19:08:08,342 WARN [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:08,342 WARN [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:08,346 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_318823686_22 at /127.0.0.1:37646 [Receiving block BP-1209273673-172.17.0.2-1731092879504:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:41999:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37646 dst: /127.0.0.1:41999 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:08:08,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41999 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-08T19:08:08,351 WARN [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T19:08:08,351 INFO [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/default/TestHBaseWalOnEC/258210dfb8468358d33eb7b5552b1307/.tmp/cf/a7e288d7e0304cfcbdd54cb774e505f1 2024-11-08T19:08:08,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40989 is added to blk_-9223372036854775692_1015 (size=32) 2024-11-08T19:08:08,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42901 is added to blk_-9223372036854775693_1015 (size=32) 2024-11-08T19:08:08,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41999 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-08T19:08:08,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42901 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-08T19:08:08,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/default/TestHBaseWalOnEC/258210dfb8468358d33eb7b5552b1307/.tmp/cf/a7e288d7e0304cfcbdd54cb774e505f1 as hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/default/TestHBaseWalOnEC/258210dfb8468358d33eb7b5552b1307/cf/a7e288d7e0304cfcbdd54cb774e505f1 2024-11-08T19:08:08,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41999 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-08T19:08:08,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40989 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-08T19:08:08,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42901 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-08T19:08:08,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40989 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-08T19:08:08,408 INFO [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/default/TestHBaseWalOnEC/258210dfb8468358d33eb7b5552b1307/cf/a7e288d7e0304cfcbdd54cb774e505f1, entries=1, sequenceid=5, filesize=4.7 K 2024-11-08T19:08:08,414 INFO [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 258210dfb8468358d33eb7b5552b1307 in 127ms, sequenceid=5, compaction requested=false 2024-11-08T19:08:08,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-08T19:08:08,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 258210dfb8468358d33eb7b5552b1307: 2024-11-08T19:08:08,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307. 2024-11-08T19:08:08,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T19:08:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T19:08:08,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-08T19:08:08,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 307 msec 2024-11-08T19:08:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:08:08,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 321 msec 2024-11-08T19:08:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:08:08,739 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-08T19:08:08,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:08:08,756 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:08:08,756 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:08:08,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:08:08,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:08:08,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:08:08,763 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:08:08,763 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2134490824, stopped=false 2024-11-08T19:08:08,763 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b75fe890c219,42749,1731092883402 2024-11-08T19:08:08,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1011d22b7930003, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:08:08,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:08:08,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1011d22b7930002, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:08:08,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1011d22b7930001, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:08:08,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1011d22b7930002, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:08,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:08,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1011d22b7930003, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:08,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1011d22b7930001, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:08,819 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:08:08,820 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:08:08,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:08:08,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:08:08,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:08:08,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37505-0x1011d22b7930003, quorum=127.0.0.1:60643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:08:08,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36969-0x1011d22b7930002, quorum=127.0.0.1:60643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:08:08,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37073-0x1011d22b7930001, quorum=127.0.0.1:60643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:08:08,822 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b75fe890c219,37073,1731092884124' ***** 2024-11-08T19:08:08,823 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:08:08,823 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b75fe890c219,36969,1731092884238' ***** 2024-11-08T19:08:08,823 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:08:08,824 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b75fe890c219,37505,1731092884298' ***** 2024-11-08T19:08:08,824 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:08:08,824 INFO [RS:0;b75fe890c219:37073 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:08:08,824 INFO [RS:1;b75fe890c219:36969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:08:08,825 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:08:08,825 INFO [RS:0;b75fe890c219:37073 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:08:08,825 INFO [RS:2;b75fe890c219:37505 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:08:08,825 INFO [RS:1;b75fe890c219:36969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:08:08,825 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:08:08,825 INFO [RS:0;b75fe890c219:37073 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:08:08,825 INFO [RS:1;b75fe890c219:36969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:08:08,825 INFO [RS:2;b75fe890c219:37505 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:08:08,826 INFO [RS:2;b75fe890c219:37505 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:08:08,825 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:08:08,826 INFO [RS:1;b75fe890c219:36969 {}] regionserver.HRegionServer(959): stopping server b75fe890c219,36969,1731092884238 2024-11-08T19:08:08,826 INFO [RS:2;b75fe890c219:37505 {}] regionserver.HRegionServer(959): stopping server b75fe890c219,37505,1731092884298 2024-11-08T19:08:08,826 INFO [RS:1;b75fe890c219:36969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:08:08,826 INFO [RS:2;b75fe890c219:37505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:08:08,826 INFO [RS:1;b75fe890c219:36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b75fe890c219:36969. 2024-11-08T19:08:08,826 INFO [RS:2;b75fe890c219:37505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b75fe890c219:37505. 2024-11-08T19:08:08,826 DEBUG [RS:1;b75fe890c219:36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:08:08,826 DEBUG [RS:2;b75fe890c219:37505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:08:08,826 DEBUG [RS:1;b75fe890c219:36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:08:08,826 DEBUG [RS:2;b75fe890c219:37505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:08:08,827 INFO [RS:0;b75fe890c219:37073 {}] regionserver.HRegionServer(3091): Received CLOSE for 258210dfb8468358d33eb7b5552b1307 2024-11-08T19:08:08,827 INFO [RS:2;b75fe890c219:37505 {}] regionserver.HRegionServer(976): stopping server b75fe890c219,37505,1731092884298; all regions closed. 2024-11-08T19:08:08,827 INFO [RS:1;b75fe890c219:36969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:08:08,827 INFO [RS:1;b75fe890c219:36969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:08:08,827 INFO [RS:1;b75fe890c219:36969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:08:08,827 INFO [RS:1;b75fe890c219:36969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:08:08,827 INFO [RS:0;b75fe890c219:37073 {}] regionserver.HRegionServer(959): stopping server b75fe890c219,37073,1731092884124 2024-11-08T19:08:08,827 INFO [RS:0;b75fe890c219:37073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:08:08,827 INFO [RS:1;b75fe890c219:36969 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T19:08:08,827 INFO [RS:0;b75fe890c219:37073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b75fe890c219:37073. 2024-11-08T19:08:08,828 DEBUG [RS:1;b75fe890c219:36969 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:08:08,828 DEBUG [RS:0;b75fe890c219:37073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:08:08,828 DEBUG [RS:0;b75fe890c219:37073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:08:08,828 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:08:08,828 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 258210dfb8468358d33eb7b5552b1307, disabling compactions & flushes 2024-11-08T19:08:08,828 INFO [RS:0;b75fe890c219:37073 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T19:08:08,828 DEBUG [RS:0;b75fe890c219:37073 {}] regionserver.HRegionServer(1325): Online Regions={258210dfb8468358d33eb7b5552b1307=TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307.} 2024-11-08T19:08:08,828 DEBUG [RS:1;b75fe890c219:36969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:08:08,828 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307. 2024-11-08T19:08:08,828 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:08:08,828 DEBUG [RS:0;b75fe890c219:37073 {}] regionserver.HRegionServer(1351): Waiting on 258210dfb8468358d33eb7b5552b1307 2024-11-08T19:08:08,828 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307. 2024-11-08T19:08:08,828 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:08:08,828 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307. after waiting 0 ms 2024-11-08T19:08:08,828 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:08:08,828 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307. 2024-11-08T19:08:08,828 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:08:08,828 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T19:08:08,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42901 is added to blk_1073741827_1017 (size=93) 2024-11-08T19:08:08,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41999 is added to blk_1073741827_1017 (size=93) 2024-11-08T19:08:08,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40989 is added to blk_1073741827_1017 (size=93) 2024-11-08T19:08:08,838 INFO [regionserver/b75fe890c219:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:08:08,838 INFO [regionserver/b75fe890c219:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:08:08,838 INFO [regionserver/b75fe890c219:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:08:08,841 DEBUG [RS:2;b75fe890c219:37505 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/oldWALs 2024-11-08T19:08:08,841 INFO [RS:2;b75fe890c219:37505 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b75fe890c219%2C37505%2C1731092884298:(num 1731092885894) 2024-11-08T19:08:08,841 DEBUG [RS:2;b75fe890c219:37505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:08:08,841 INFO [RS:2;b75fe890c219:37505 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:08:08,841 INFO [RS:2;b75fe890c219:37505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:08:08,841 INFO [RS:2;b75fe890c219:37505 {}] hbase.ChoreService(370): Chore service for: regionserver/b75fe890c219:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T19:08:08,841 INFO [RS:2;b75fe890c219:37505 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:08:08,841 INFO [RS:2;b75fe890c219:37505 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:08:08,841 INFO [RS:2;b75fe890c219:37505 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:08:08,841 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:08:08,841 INFO [RS:2;b75fe890c219:37505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:08:08,842 INFO [RS:2;b75fe890c219:37505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37505 2024-11-08T19:08:08,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1011d22b7930003, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b75fe890c219,37505,1731092884298 2024-11-08T19:08:08,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:08:08,851 INFO [RS:2;b75fe890c219:37505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:08:08,853 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/default/TestHBaseWalOnEC/258210dfb8468358d33eb7b5552b1307/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:08:08,855 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307. 2024-11-08T19:08:08,855 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 258210dfb8468358d33eb7b5552b1307: Waiting for close lock at 1731092888827Running coprocessor pre-close hooks at 1731092888828 (+1 ms)Disabling compacts and flushes for region at 1731092888828Disabling writes for close at 1731092888828Writing region close event to WAL at 1731092888830 (+2 ms)Running coprocessor post-close hooks at 1731092888854 (+24 ms)Closed at 1731092888855 (+1 ms) 2024-11-08T19:08:08,855 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307. 2024-11-08T19:08:08,860 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b75fe890c219,37505,1731092884298] 2024-11-08T19:08:08,868 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b75fe890c219,37505,1731092884298 already deleted, retry=false 2024-11-08T19:08:08,868 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b75fe890c219,37505,1731092884298 expired; onlineServers=2 2024-11-08T19:08:08,871 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/hbase/meta/1588230740/.tmp/info/1bdfbfe7faeb44568309ec5c547f9568 is 153, key is TestHBaseWalOnEC,,1731092886914.258210dfb8468358d33eb7b5552b1307./info:regioninfo/1731092887766/Put/seqid=0 2024-11-08T19:08:08,874 WARN [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:08,874 WARN [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:08,878 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1071817590_22 at /127.0.0.1:38894 [Receiving block BP-1209273673-172.17.0.2-1731092879504:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:40989:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38894 dst: /127.0.0.1:40989 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:08:08,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40989 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-08T19:08:08,883 WARN [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T19:08:08,883 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/hbase/meta/1588230740/.tmp/info/1bdfbfe7faeb44568309ec5c547f9568 2024-11-08T19:08:08,909 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/hbase/meta/1588230740/.tmp/ns/e71801eb83754267999658e6952c9ad1 is 43, key is default/ns:d/1731092886692/Put/seqid=0 2024-11-08T19:08:08,911 WARN [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:08,912 WARN [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:08,915 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1071817590_22 at /127.0.0.1:38926 [Receiving block BP-1209273673-172.17.0.2-1731092879504:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:40989:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38926 dst: /127.0.0.1:40989 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:08:08,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40989 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-08T19:08:08,919 WARN [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T19:08:08,920 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/hbase/meta/1588230740/.tmp/ns/e71801eb83754267999658e6952c9ad1 2024-11-08T19:08:08,945 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/hbase/meta/1588230740/.tmp/table/cdaca45d3920459094ed2507902a7ff2 is 52, key is TestHBaseWalOnEC/table:state/1731092887782/Put/seqid=0 2024-11-08T19:08:08,948 WARN [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:08,948 WARN [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:08,951 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1071817590_22 at /127.0.0.1:53072 [Receiving block BP-1209273673-172.17.0.2-1731092879504:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:42901:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53072 dst: /127.0.0.1:42901 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:08:08,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42901 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-08T19:08:08,956 WARN [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T19:08:08,956 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/hbase/meta/1588230740/.tmp/table/cdaca45d3920459094ed2507902a7ff2 2024-11-08T19:08:08,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1011d22b7930003, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:08:08,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1011d22b7930003, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:08:08,960 INFO [RS:2;b75fe890c219:37505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:08:08,960 INFO [RS:2;b75fe890c219:37505 {}] regionserver.HRegionServer(1031): Exiting; stopping=b75fe890c219,37505,1731092884298; zookeeper connection closed. 2024-11-08T19:08:08,961 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53ba99c3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53ba99c3 2024-11-08T19:08:08,969 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/hbase/meta/1588230740/.tmp/info/1bdfbfe7faeb44568309ec5c547f9568 as hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/hbase/meta/1588230740/info/1bdfbfe7faeb44568309ec5c547f9568 2024-11-08T19:08:08,981 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/hbase/meta/1588230740/info/1bdfbfe7faeb44568309ec5c547f9568, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T19:08:08,983 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/hbase/meta/1588230740/.tmp/ns/e71801eb83754267999658e6952c9ad1 as hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/hbase/meta/1588230740/ns/e71801eb83754267999658e6952c9ad1 2024-11-08T19:08:08,994 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/hbase/meta/1588230740/ns/e71801eb83754267999658e6952c9ad1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T19:08:08,996 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/hbase/meta/1588230740/.tmp/table/cdaca45d3920459094ed2507902a7ff2 as hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/hbase/meta/1588230740/table/cdaca45d3920459094ed2507902a7ff2 2024-11-08T19:08:09,008 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/hbase/meta/1588230740/table/cdaca45d3920459094ed2507902a7ff2, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T19:08:09,010 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 181ms, sequenceid=11, compaction requested=false 2024-11-08T19:08:09,010 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:08:09,019 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T19:08:09,020 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:08:09,020 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:08:09,020 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731092888827Running coprocessor pre-close hooks at 1731092888828 (+1 ms)Disabling compacts and flushes for region at 1731092888828Disabling writes for close at 1731092888828Obtaining lock to block concurrent updates at 1731092888828Preparing flush snapshotting stores in 1588230740 at 1731092888828Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731092888829 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731092888830 (+1 ms)Flushing 1588230740/info: creating writer at 1731092888831 (+1 ms)Flushing 1588230740/info: appending metadata at 1731092888865 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731092888865Flushing 1588230740/ns: creating writer at 1731092888893 (+28 ms)Flushing 1588230740/ns: appending metadata at 1731092888908 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731092888908Flushing 1588230740/table: creating writer at 1731092888928 (+20 ms)Flushing 1588230740/table: appending metadata at 1731092888944 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731092888944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6179e445: reopening flushed file at 1731092888967 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ca9a63f: reopening flushed file at 1731092888981 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@622916ec: reopening flushed file at 1731092888994 (+13 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 181ms, sequenceid=11, compaction requested=false at 1731092889010 (+16 ms)Writing region close event to WAL at 1731092889012 (+2 ms)Running coprocessor post-close hooks at 1731092889019 (+7 ms)Closed at 1731092889020 (+1 ms) 2024-11-08T19:08:09,020 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:08:09,028 INFO [RS:1;b75fe890c219:36969 {}] regionserver.HRegionServer(976): stopping server b75fe890c219,36969,1731092884238; all regions closed. 2024-11-08T19:08:09,028 INFO [RS:0;b75fe890c219:37073 {}] regionserver.HRegionServer(976): stopping server b75fe890c219,37073,1731092884124; all regions closed. 2024-11-08T19:08:09,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40989 is added to blk_1073741829_1019 (size=2751) 2024-11-08T19:08:09,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41999 is added to blk_1073741829_1019 (size=2751) 2024-11-08T19:08:09,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42901 is added to blk_1073741829_1019 (size=2751) 2024-11-08T19:08:09,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42901 is added to blk_1073741826_1016 (size=1298) 2024-11-08T19:08:09,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41999 is added to blk_1073741826_1016 (size=1298) 2024-11-08T19:08:09,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40989 is added to blk_1073741826_1016 (size=1298) 2024-11-08T19:08:09,035 DEBUG [RS:1;b75fe890c219:36969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/oldWALs 2024-11-08T19:08:09,036 INFO [RS:1;b75fe890c219:36969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b75fe890c219%2C36969%2C1731092884238.meta:.meta(num 1731092886521) 2024-11-08T19:08:09,036 DEBUG [RS:0;b75fe890c219:37073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/oldWALs 2024-11-08T19:08:09,036 INFO [RS:0;b75fe890c219:37073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b75fe890c219%2C37073%2C1731092884124:(num 1731092885894) 2024-11-08T19:08:09,036 DEBUG [RS:0;b75fe890c219:37073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:08:09,036 INFO [RS:0;b75fe890c219:37073 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:08:09,036 INFO [RS:0;b75fe890c219:37073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:08:09,036 INFO [RS:0;b75fe890c219:37073 {}] hbase.ChoreService(370): Chore service for: regionserver/b75fe890c219:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:08:09,036 INFO [RS:0;b75fe890c219:37073 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:08:09,037 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:08:09,037 INFO [RS:0;b75fe890c219:37073 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:08:09,037 INFO [RS:0;b75fe890c219:37073 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:08:09,037 INFO [RS:0;b75fe890c219:37073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:08:09,037 INFO [RS:0;b75fe890c219:37073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37073 2024-11-08T19:08:09,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40989 is added to blk_1073741828_1018 (size=93) 2024-11-08T19:08:09,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42901 is added to blk_1073741828_1018 (size=93) 2024-11-08T19:08:09,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41999 is added to blk_1073741828_1018 (size=93) 2024-11-08T19:08:09,043 DEBUG [RS:1;b75fe890c219:36969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/oldWALs 2024-11-08T19:08:09,043 INFO [RS:1;b75fe890c219:36969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b75fe890c219%2C36969%2C1731092884238:(num 1731092885894) 2024-11-08T19:08:09,043 DEBUG [RS:1;b75fe890c219:36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:08:09,043 INFO [RS:1;b75fe890c219:36969 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:08:09,043 INFO [RS:1;b75fe890c219:36969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:08:09,043 INFO [RS:1;b75fe890c219:36969 {}] hbase.ChoreService(370): Chore service for: regionserver/b75fe890c219:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:08:09,043 INFO [RS:1;b75fe890c219:36969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:08:09,043 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:08:09,044 INFO [RS:1;b75fe890c219:36969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36969 2024-11-08T19:08:09,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1011d22b7930001, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b75fe890c219,37073,1731092884124 2024-11-08T19:08:09,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:08:09,060 INFO [RS:0;b75fe890c219:37073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:08:09,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1011d22b7930002, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b75fe890c219,36969,1731092884238 2024-11-08T19:08:09,068 INFO [RS:1;b75fe890c219:36969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:08:09,076 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b75fe890c219,37073,1731092884124] 2024-11-08T19:08:09,093 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b75fe890c219,37073,1731092884124 already deleted, retry=false 2024-11-08T19:08:09,093 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b75fe890c219,37073,1731092884124 expired; onlineServers=1 2024-11-08T19:08:09,093 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b75fe890c219,36969,1731092884238] 2024-11-08T19:08:09,101 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b75fe890c219,36969,1731092884238 already deleted, retry=false 2024-11-08T19:08:09,101 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b75fe890c219,36969,1731092884238 expired; onlineServers=0 2024-11-08T19:08:09,102 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b75fe890c219,42749,1731092883402' ***** 2024-11-08T19:08:09,102 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:08:09,102 INFO [M:0;b75fe890c219:42749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:08:09,103 INFO [M:0;b75fe890c219:42749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:08:09,103 DEBUG [M:0;b75fe890c219:42749 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:08:09,103 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:08:09,104 DEBUG [M:0;b75fe890c219:42749 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:08:09,104 DEBUG [master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.small.0-1731092885426 {}] cleaner.HFileCleaner(306): Exit Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.small.0-1731092885426,5,FailOnTimeoutGroup] 2024-11-08T19:08:09,104 DEBUG [master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.large.0-1731092885425 {}] cleaner.HFileCleaner(306): Exit Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.large.0-1731092885425,5,FailOnTimeoutGroup] 2024-11-08T19:08:09,105 INFO [M:0;b75fe890c219:42749 {}] hbase.ChoreService(370): Chore service for: master/b75fe890c219:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:08:09,105 INFO [M:0;b75fe890c219:42749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:08:09,105 DEBUG [M:0;b75fe890c219:42749 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:08:09,105 INFO [M:0;b75fe890c219:42749 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:08:09,106 INFO [M:0;b75fe890c219:42749 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:08:09,107 INFO [M:0;b75fe890c219:42749 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:08:09,108 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:08:09,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T19:08:09,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:09,115 DEBUG [M:0;b75fe890c219:42749 {}] zookeeper.ZKUtil(347): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T19:08:09,116 WARN [M:0;b75fe890c219:42749 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:08:09,117 INFO [M:0;b75fe890c219:42749 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/.lastflushedseqids 2024-11-08T19:08:09,128 WARN [M:0;b75fe890c219:42749 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:09,128 WARN [M:0;b75fe890c219:42749 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:09,131 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1463095823_22 at /127.0.0.1:53114 [Receiving block BP-1209273673-172.17.0.2-1731092879504:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:42901:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53114 dst: /127.0.0.1:42901 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:08:09,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42901 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-08T19:08:09,135 WARN [M:0;b75fe890c219:42749 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T19:08:09,135 INFO [M:0;b75fe890c219:42749 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:08:09,136 INFO [M:0;b75fe890c219:42749 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:08:09,136 DEBUG [M:0;b75fe890c219:42749 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:08:09,136 INFO [M:0;b75fe890c219:42749 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:08:09,136 DEBUG [M:0;b75fe890c219:42749 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:08:09,136 DEBUG [M:0;b75fe890c219:42749 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:08:09,136 DEBUG [M:0;b75fe890c219:42749 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:08:09,136 INFO [M:0;b75fe890c219:42749 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.81 KB heapSize=34.10 KB 2024-11-08T19:08:09,155 DEBUG [M:0;b75fe890c219:42749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edbddbaf5d6d4d68afa73b240c7d7064 is 82, key is hbase:meta,,1/info:regioninfo/1731092886604/Put/seqid=0 2024-11-08T19:08:09,157 WARN [M:0;b75fe890c219:42749 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:09,157 WARN [M:0;b75fe890c219:42749 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:09,160 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1463095823_22 at /127.0.0.1:53132 [Receiving block BP-1209273673-172.17.0.2-1731092879504:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:42901:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53132 dst: /127.0.0.1:42901 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:08:09,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42901 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-08T19:08:09,164 WARN [M:0;b75fe890c219:42749 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T19:08:09,164 INFO [M:0;b75fe890c219:42749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edbddbaf5d6d4d68afa73b240c7d7064 2024-11-08T19:08:09,176 INFO [RS:0;b75fe890c219:37073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:08:09,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1011d22b7930001, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:08:09,177 INFO [RS:0;b75fe890c219:37073 {}] regionserver.HRegionServer(1031): Exiting; stopping=b75fe890c219,37073,1731092884124; zookeeper connection closed. 2024-11-08T19:08:09,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1011d22b7930001, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:08:09,177 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73826798 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73826798 2024-11-08T19:08:09,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1011d22b7930002, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:08:09,185 INFO [RS:1;b75fe890c219:36969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:08:09,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1011d22b7930002, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:08:09,185 INFO [RS:1;b75fe890c219:36969 {}] regionserver.HRegionServer(1031): Exiting; stopping=b75fe890c219,36969,1731092884238; zookeeper connection closed. 2024-11-08T19:08:09,185 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fb5cff0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fb5cff0 2024-11-08T19:08:09,186 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T19:08:09,187 DEBUG [M:0;b75fe890c219:42749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec390fe8099a410997a715ccf4fb8e53 is 747, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731092887789/Put/seqid=0 2024-11-08T19:08:09,189 WARN [M:0;b75fe890c219:42749 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:09,189 WARN [M:0;b75fe890c219:42749 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:09,192 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1463095823_22 at /127.0.0.1:38936 [Receiving block BP-1209273673-172.17.0.2-1731092879504:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:40989:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38936 dst: /127.0.0.1:40989 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:08:09,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40989 is added to blk_-9223372036854775552_1037 (size=6437) 2024-11-08T19:08:09,600 WARN [M:0;b75fe890c219:42749 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T19:08:09,601 INFO [M:0;b75fe890c219:42749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.12 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec390fe8099a410997a715ccf4fb8e53 2024-11-08T19:08:09,631 DEBUG [M:0;b75fe890c219:42749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f9e73aa30544de6a50341c08ac96e03 is 69, key is b75fe890c219,36969,1731092884238/rs:state/1731092885490/Put/seqid=0 2024-11-08T19:08:09,633 WARN [M:0;b75fe890c219:42749 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:09,633 WARN [M:0;b75fe890c219:42749 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T19:08:09,635 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1463095823_22 at /127.0.0.1:38942 [Receiving block BP-1209273673-172.17.0.2-1731092879504:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:40989:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38942 dst: /127.0.0.1:40989 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:08:09,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40989 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-08T19:08:09,641 WARN [M:0;b75fe890c219:42749 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T19:08:09,641 INFO [M:0;b75fe890c219:42749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f9e73aa30544de6a50341c08ac96e03 2024-11-08T19:08:09,649 DEBUG [M:0;b75fe890c219:42749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edbddbaf5d6d4d68afa73b240c7d7064 as hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/edbddbaf5d6d4d68afa73b240c7d7064 2024-11-08T19:08:09,656 INFO [M:0;b75fe890c219:42749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/edbddbaf5d6d4d68afa73b240c7d7064, entries=8, sequenceid=72, filesize=5.5 K 2024-11-08T19:08:09,657 DEBUG [M:0;b75fe890c219:42749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec390fe8099a410997a715ccf4fb8e53 as hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec390fe8099a410997a715ccf4fb8e53 2024-11-08T19:08:09,665 INFO [M:0;b75fe890c219:42749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec390fe8099a410997a715ccf4fb8e53, entries=8, sequenceid=72, filesize=6.3 K 2024-11-08T19:08:09,667 DEBUG [M:0;b75fe890c219:42749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f9e73aa30544de6a50341c08ac96e03 as hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f9e73aa30544de6a50341c08ac96e03 2024-11-08T19:08:09,674 INFO [M:0;b75fe890c219:42749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f9e73aa30544de6a50341c08ac96e03, entries=3, sequenceid=72, filesize=5.2 K 2024-11-08T19:08:09,675 INFO [M:0;b75fe890c219:42749 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.81 KB/27450, heapSize ~33.80 KB/34616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 539ms, sequenceid=72, compaction requested=false 2024-11-08T19:08:09,677 INFO [M:0;b75fe890c219:42749 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:08:09,677 DEBUG [M:0;b75fe890c219:42749 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731092889136Disabling compacts and flushes for region at 1731092889136Disabling writes for close at 1731092889136Obtaining lock to block concurrent updates at 1731092889136Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731092889136Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27450, getHeapSize=34856, getOffHeapSize=0, getCellsCount=85 at 1731092889137 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731092889137Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731092889138 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731092889155 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731092889155Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731092889171 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731092889187 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731092889187Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731092889614 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731092889630 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731092889630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd399a4: reopening flushed file at 1731092889648 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d9ef71: reopening flushed file at 1731092889656 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c517bf2: reopening flushed file at 1731092889665 (+9 ms)Finished flush of dataSize ~26.81 KB/27450, heapSize ~33.80 KB/34616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 539ms, sequenceid=72, compaction requested=false at 1731092889675 (+10 ms)Writing region close event to WAL at 1731092889677 (+2 ms)Closed at 1731092889677 2024-11-08T19:08:09,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42901 is added to blk_1073741825_1011 (size=32653) 2024-11-08T19:08:09,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41999 is added to blk_1073741825_1011 (size=32653) 2024-11-08T19:08:09,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40989 is added to blk_1073741825_1011 (size=32653) 2024-11-08T19:08:09,681 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:08:09,681 INFO [M:0;b75fe890c219:42749 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:08:09,681 INFO [M:0;b75fe890c219:42749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42749 2024-11-08T19:08:09,681 INFO [M:0;b75fe890c219:42749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:08:09,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:08:09,835 INFO [M:0;b75fe890c219:42749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:08:09,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1011d22b7930000, quorum=127.0.0.1:60643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:08:09,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3114ae69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:08:09,879 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:08:09,879 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:08:09,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:08:09,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/hadoop.log.dir/,STOPPED} 2024-11-08T19:08:09,881 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:08:09,881 WARN [BP-1209273673-172.17.0.2-1731092879504 heartbeating to localhost/127.0.0.1:37255 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:08:09,881 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:08:09,881 WARN [BP-1209273673-172.17.0.2-1731092879504 heartbeating to localhost/127.0.0.1:37255 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1209273673-172.17.0.2-1731092879504 (Datanode Uuid 0c133d03-7b3a-46a7-a5d6-7d40f021c07e) service to localhost/127.0.0.1:37255 2024-11-08T19:08:09,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/cluster_650868d7-1378-1bff-218b-090f0d635269/data/data5/current/BP-1209273673-172.17.0.2-1731092879504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:08:09,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/cluster_650868d7-1378-1bff-218b-090f0d635269/data/data6/current/BP-1209273673-172.17.0.2-1731092879504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:08:09,882 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:08:09,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@353955e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:08:09,884 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:08:09,885 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:08:09,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:08:09,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/hadoop.log.dir/,STOPPED} 2024-11-08T19:08:09,886 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:08:09,886 WARN [BP-1209273673-172.17.0.2-1731092879504 heartbeating to localhost/127.0.0.1:37255 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:08:09,886 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:08:09,886 WARN [BP-1209273673-172.17.0.2-1731092879504 heartbeating to localhost/127.0.0.1:37255 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1209273673-172.17.0.2-1731092879504 (Datanode Uuid 75e5ff5d-33e2-4236-ab3f-c713b48b19c9) service to localhost/127.0.0.1:37255 2024-11-08T19:08:09,886 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/cluster_650868d7-1378-1bff-218b-090f0d635269/data/data3/current/BP-1209273673-172.17.0.2-1731092879504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:08:09,887 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/cluster_650868d7-1378-1bff-218b-090f0d635269/data/data4/current/BP-1209273673-172.17.0.2-1731092879504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:08:09,887 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:08:09,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b97a472{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:08:09,892 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:08:09,892 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:08:09,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:08:09,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/hadoop.log.dir/,STOPPED} 2024-11-08T19:08:09,893 WARN [BP-1209273673-172.17.0.2-1731092879504 heartbeating to localhost/127.0.0.1:37255 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:08:09,893 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:08:09,893 WARN [BP-1209273673-172.17.0.2-1731092879504 heartbeating to localhost/127.0.0.1:37255 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1209273673-172.17.0.2-1731092879504 (Datanode Uuid 2aa09cf4-964f-4489-b91a-b303276d6cf9) service to localhost/127.0.0.1:37255 2024-11-08T19:08:09,893 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:08:09,894 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/cluster_650868d7-1378-1bff-218b-090f0d635269/data/data1/current/BP-1209273673-172.17.0.2-1731092879504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:08:09,894 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/cluster_650868d7-1378-1bff-218b-090f0d635269/data/data2/current/BP-1209273673-172.17.0.2-1731092879504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:08:09,894 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:08:09,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62d6efd9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:08:09,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:08:09,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:08:09,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:08:09,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/hadoop.log.dir/,STOPPED} 2024-11-08T19:08:09,911 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T19:08:09,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:08:09,946 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=94 (was 161), OpenFileDescriptor=447 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 94) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4961 (was 5229) 2024-11-08T19:08:09,952 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=94, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=4961 2024-11-08T19:08:09,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:08:09,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/hadoop.log.dir so I do NOT create it in target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b 2024-11-08T19:08:09,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab7acef4-c67f-52b9-2d89-e7c74ffec528/hadoop.tmp.dir so I do NOT create it in target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b 2024-11-08T19:08:09,952 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/cluster_76f2de88-0eb5-4ad5-dcfb-08e7dac3bf3b, deleteOnExit=true 2024-11-08T19:08:09,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:08:09,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/test.cache.data in system properties and HBase conf 2024-11-08T19:08:09,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:08:09,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:08:09,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:08:09,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:08:09,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:08:09,953 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:08:09,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:08:09,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:08:09,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:08:09,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:08:09,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:08:09,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:08:09,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:08:09,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:08:09,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:08:09,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:08:09,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:08:09,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:08:09,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:08:09,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:08:10,244 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:08:10,250 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:08:10,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:08:10,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:08:10,255 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:08:10,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:08:10,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45092e71{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:08:10,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61c928f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:08:10,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ed2e3e6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/java.io.tmpdir/jetty-localhost-38001-hadoop-hdfs-3_4_1-tests_jar-_-any-7043290592078397497/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:08:10,350 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70c45c2{HTTP/1.1, (http/1.1)}{localhost:38001} 2024-11-08T19:08:10,350 INFO [Time-limited test {}] server.Server(415): Started @12578ms 2024-11-08T19:08:10,577 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:08:10,581 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:08:10,582 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:08:10,582 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:08:10,582 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:08:10,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40926a35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:08:10,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a5de444{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:08:10,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@da09c55{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/java.io.tmpdir/jetty-localhost-35237-hadoop-hdfs-3_4_1-tests_jar-_-any-874865567791854384/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:08:10,675 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@381275e5{HTTP/1.1, (http/1.1)}{localhost:35237} 2024-11-08T19:08:10,675 INFO [Time-limited test {}] server.Server(415): Started @12903ms 2024-11-08T19:08:10,676 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:08:10,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:08:10,708 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:08:10,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:08:10,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:08:10,709 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:08:10,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a51782d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:08:10,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@119b8466{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:08:10,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3973b3d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/java.io.tmpdir/jetty-localhost-38671-hadoop-hdfs-3_4_1-tests_jar-_-any-7290492038481447962/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:08:10,804 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@230b47a5{HTTP/1.1, (http/1.1)}{localhost:38671} 2024-11-08T19:08:10,804 INFO [Time-limited test {}] server.Server(415): Started @13032ms 2024-11-08T19:08:10,806 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:08:10,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:08:10,840 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:08:10,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:08:10,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:08:10,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:08:10,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5cb8b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:08:10,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@457c3b58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:08:10,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70452ba9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/java.io.tmpdir/jetty-localhost-34281-hadoop-hdfs-3_4_1-tests_jar-_-any-17176384083173014942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:08:10,936 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@476b31ed{HTTP/1.1, (http/1.1)}{localhost:34281} 2024-11-08T19:08:10,936 INFO [Time-limited test {}] server.Server(415): Started @13164ms 2024-11-08T19:08:10,937 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:08:11,503 WARN [Thread-562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/cluster_76f2de88-0eb5-4ad5-dcfb-08e7dac3bf3b/data/data1/current/BP-617903365-172.17.0.2-1731092889979/current, will proceed with Du for space computation calculation, 2024-11-08T19:08:11,503 WARN [Thread-563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/cluster_76f2de88-0eb5-4ad5-dcfb-08e7dac3bf3b/data/data2/current/BP-617903365-172.17.0.2-1731092889979/current, will proceed with Du for space computation calculation, 2024-11-08T19:08:11,522 WARN [Thread-503 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:08:11,525 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd760692b976a8b18 with lease ID 0x1a9ac685464d00b5: Processing first storage report for DS-3bfb9825-720b-4e07-a70d-20cc7ccacaee from datanode DatanodeRegistration(127.0.0.1:44199, datanodeUuid=10412ab6-cffd-4dd3-97fc-ae9ba5fd3e26, infoPort=37083, infoSecurePort=0, ipcPort=44005, storageInfo=lv=-57;cid=testClusterID;nsid=836759922;c=1731092889979) 2024-11-08T19:08:11,525 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd760692b976a8b18 with lease ID 0x1a9ac685464d00b5: from storage DS-3bfb9825-720b-4e07-a70d-20cc7ccacaee node DatanodeRegistration(127.0.0.1:44199, datanodeUuid=10412ab6-cffd-4dd3-97fc-ae9ba5fd3e26, infoPort=37083, infoSecurePort=0, ipcPort=44005, storageInfo=lv=-57;cid=testClusterID;nsid=836759922;c=1731092889979), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T19:08:11,525 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd760692b976a8b18 with lease ID 0x1a9ac685464d00b5: Processing first storage report for DS-ff6843ed-1376-443b-9ccb-e34aea836202 from datanode DatanodeRegistration(127.0.0.1:44199, datanodeUuid=10412ab6-cffd-4dd3-97fc-ae9ba5fd3e26, infoPort=37083, infoSecurePort=0, ipcPort=44005, storageInfo=lv=-57;cid=testClusterID;nsid=836759922;c=1731092889979) 2024-11-08T19:08:11,526 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd760692b976a8b18 with lease ID 0x1a9ac685464d00b5: from storage DS-ff6843ed-1376-443b-9ccb-e34aea836202 node DatanodeRegistration(127.0.0.1:44199, datanodeUuid=10412ab6-cffd-4dd3-97fc-ae9ba5fd3e26, infoPort=37083, infoSecurePort=0, ipcPort=44005, storageInfo=lv=-57;cid=testClusterID;nsid=836759922;c=1731092889979), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:08:11,720 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/cluster_76f2de88-0eb5-4ad5-dcfb-08e7dac3bf3b/data/data3/current/BP-617903365-172.17.0.2-1731092889979/current, will proceed with Du for space computation calculation, 2024-11-08T19:08:11,720 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/cluster_76f2de88-0eb5-4ad5-dcfb-08e7dac3bf3b/data/data4/current/BP-617903365-172.17.0.2-1731092889979/current, will proceed with Du for space computation calculation, 2024-11-08T19:08:11,743 WARN [Thread-526 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:08:11,746 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a62df9d931d031d with lease ID 0x1a9ac685464d00b6: Processing first storage report for DS-fa030017-535d-4a82-9b5c-eeb63237281f from datanode DatanodeRegistration(127.0.0.1:35065, datanodeUuid=80fe4df8-b44b-47d9-a2d0-bb9d7812939c, infoPort=43457, infoSecurePort=0, ipcPort=46559, storageInfo=lv=-57;cid=testClusterID;nsid=836759922;c=1731092889979) 2024-11-08T19:08:11,746 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a62df9d931d031d with lease ID 0x1a9ac685464d00b6: from storage DS-fa030017-535d-4a82-9b5c-eeb63237281f node DatanodeRegistration(127.0.0.1:35065, datanodeUuid=80fe4df8-b44b-47d9-a2d0-bb9d7812939c, infoPort=43457, infoSecurePort=0, ipcPort=46559, storageInfo=lv=-57;cid=testClusterID;nsid=836759922;c=1731092889979), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:08:11,746 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a62df9d931d031d with lease ID 0x1a9ac685464d00b6: Processing first storage report for DS-12e3a3fb-5392-42d6-a24e-1b9ab47b1d3b from datanode DatanodeRegistration(127.0.0.1:35065, datanodeUuid=80fe4df8-b44b-47d9-a2d0-bb9d7812939c, infoPort=43457, infoSecurePort=0, ipcPort=46559, storageInfo=lv=-57;cid=testClusterID;nsid=836759922;c=1731092889979) 2024-11-08T19:08:11,746 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a62df9d931d031d with lease ID 0x1a9ac685464d00b6: from storage DS-12e3a3fb-5392-42d6-a24e-1b9ab47b1d3b node DatanodeRegistration(127.0.0.1:35065, datanodeUuid=80fe4df8-b44b-47d9-a2d0-bb9d7812939c, infoPort=43457, infoSecurePort=0, ipcPort=46559, storageInfo=lv=-57;cid=testClusterID;nsid=836759922;c=1731092889979), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:08:11,807 WARN [Thread-586 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/cluster_76f2de88-0eb5-4ad5-dcfb-08e7dac3bf3b/data/data6/current/BP-617903365-172.17.0.2-1731092889979/current, will proceed with Du for space computation calculation, 2024-11-08T19:08:11,807 WARN [Thread-585 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/cluster_76f2de88-0eb5-4ad5-dcfb-08e7dac3bf3b/data/data5/current/BP-617903365-172.17.0.2-1731092889979/current, will proceed with Du for space computation calculation, 2024-11-08T19:08:11,829 WARN [Thread-548 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:08:11,832 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9bb5fce7e5eba90f with lease ID 0x1a9ac685464d00b7: Processing first storage report for DS-59901398-090e-4782-8d69-c5d96cdab130 from datanode DatanodeRegistration(127.0.0.1:35119, datanodeUuid=2dff5ff3-ab10-4090-a7a9-82ebfe947f2f, infoPort=44131, infoSecurePort=0, ipcPort=41927, storageInfo=lv=-57;cid=testClusterID;nsid=836759922;c=1731092889979) 2024-11-08T19:08:11,832 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9bb5fce7e5eba90f with lease ID 0x1a9ac685464d00b7: from storage DS-59901398-090e-4782-8d69-c5d96cdab130 node DatanodeRegistration(127.0.0.1:35119, datanodeUuid=2dff5ff3-ab10-4090-a7a9-82ebfe947f2f, infoPort=44131, infoSecurePort=0, ipcPort=41927, storageInfo=lv=-57;cid=testClusterID;nsid=836759922;c=1731092889979), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:08:11,832 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9bb5fce7e5eba90f with lease ID 0x1a9ac685464d00b7: Processing first storage report for DS-0ab34e7f-862c-48b4-b49c-2d476af13c62 from datanode DatanodeRegistration(127.0.0.1:35119, datanodeUuid=2dff5ff3-ab10-4090-a7a9-82ebfe947f2f, infoPort=44131, infoSecurePort=0, ipcPort=41927, storageInfo=lv=-57;cid=testClusterID;nsid=836759922;c=1731092889979) 2024-11-08T19:08:11,832 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9bb5fce7e5eba90f with lease ID 0x1a9ac685464d00b7: from storage DS-0ab34e7f-862c-48b4-b49c-2d476af13c62 node DatanodeRegistration(127.0.0.1:35119, datanodeUuid=2dff5ff3-ab10-4090-a7a9-82ebfe947f2f, infoPort=44131, infoSecurePort=0, ipcPort=41927, storageInfo=lv=-57;cid=testClusterID;nsid=836759922;c=1731092889979), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:08:11,875 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b 2024-11-08T19:08:11,878 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/cluster_76f2de88-0eb5-4ad5-dcfb-08e7dac3bf3b/zookeeper_0, clientPort=56444, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/cluster_76f2de88-0eb5-4ad5-dcfb-08e7dac3bf3b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/cluster_76f2de88-0eb5-4ad5-dcfb-08e7dac3bf3b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T19:08:11,879 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56444 2024-11-08T19:08:11,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:08:11,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:08:11,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:08:11,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35065 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:08:11,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:08:11,898 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8 with version=8 2024-11-08T19:08:11,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:37255/user/jenkins/test-data/df259f3b-eb58-9955-a6e9-160734799f52/hbase-staging 2024-11-08T19:08:11,900 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b75fe890c219:0 server-side Connection retries=45 2024-11-08T19:08:11,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:11,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:11,901 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:08:11,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:11,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:08:11,901 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:08:11,901 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:08:11,902 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35355 2024-11-08T19:08:11,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35355 connecting to ZooKeeper ensemble=127.0.0.1:56444 2024-11-08T19:08:11,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353550x0, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:08:11,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35355-0x1011d22dbaa0000 connected 2024-11-08T19:08:12,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:08:12,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:08:12,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:08:12,033 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8, hbase.cluster.distributed=false 2024-11-08T19:08:12,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:08:12,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35355 2024-11-08T19:08:12,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35355 2024-11-08T19:08:12,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35355 2024-11-08T19:08:12,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35355 2024-11-08T19:08:12,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35355 2024-11-08T19:08:12,051 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b75fe890c219:0 server-side Connection retries=45 2024-11-08T19:08:12,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:12,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:12,051 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:08:12,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:12,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:08:12,051 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:08:12,052 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:08:12,052 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41751 2024-11-08T19:08:12,054 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41751 connecting to ZooKeeper ensemble=127.0.0.1:56444 2024-11-08T19:08:12,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:08:12,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:08:12,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417510x0, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:08:12,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417510x0, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:08:12,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41751-0x1011d22dbaa0001 connected 2024-11-08T19:08:12,068 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:08:12,069 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:08:12,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41751-0x1011d22dbaa0001, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T19:08:12,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41751-0x1011d22dbaa0001, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:08:12,071 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:08:12,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41751 2024-11-08T19:08:12,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41751 2024-11-08T19:08:12,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41751 2024-11-08T19:08:12,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41751 2024-11-08T19:08:12,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41751 2024-11-08T19:08:12,094 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b75fe890c219:0 server-side Connection retries=45 2024-11-08T19:08:12,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:12,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:12,094 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:08:12,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:12,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:08:12,094 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:08:12,095 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:08:12,095 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36597 2024-11-08T19:08:12,098 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36597 connecting to ZooKeeper ensemble=127.0.0.1:56444 2024-11-08T19:08:12,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:08:12,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:08:12,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365970x0, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:08:12,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365970x0, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:08:12,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36597-0x1011d22dbaa0002 connected 2024-11-08T19:08:12,116 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:08:12,117 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:08:12,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36597-0x1011d22dbaa0002, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T19:08:12,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36597-0x1011d22dbaa0002, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:08:12,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:08:12,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:08:12,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36597 2024-11-08T19:08:12,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36597 2024-11-08T19:08:12,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36597 2024-11-08T19:08:12,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36597 2024-11-08T19:08:12,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36597 2024-11-08T19:08:12,141 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b75fe890c219:0 server-side Connection retries=45 2024-11-08T19:08:12,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:12,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:12,142 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:08:12,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:08:12,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:08:12,142 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:08:12,142 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:08:12,143 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35145 2024-11-08T19:08:12,144 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35145 connecting to ZooKeeper ensemble=127.0.0.1:56444 2024-11-08T19:08:12,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:08:12,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:08:12,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351450x0, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:08:12,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35145-0x1011d22dbaa0003 connected 2024-11-08T19:08:12,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35145-0x1011d22dbaa0003, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:08:12,160 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:08:12,160 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:08:12,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35145-0x1011d22dbaa0003, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T19:08:12,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35145-0x1011d22dbaa0003, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:08:12,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35145 2024-11-08T19:08:12,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35145 2024-11-08T19:08:12,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35145 2024-11-08T19:08:12,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35145 2024-11-08T19:08:12,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35145 2024-11-08T19:08:12,179 DEBUG [M:0;b75fe890c219:35355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b75fe890c219:35355 2024-11-08T19:08:12,179 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b75fe890c219,35355,1731092891900 2024-11-08T19:08:12,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36597-0x1011d22dbaa0002, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:08:12,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1011d22dbaa0003, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:08:12,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:08:12,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41751-0x1011d22dbaa0001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:08:12,191 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b75fe890c219,35355,1731092891900 2024-11-08T19:08:12,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41751-0x1011d22dbaa0001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T19:08:12,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:12,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1011d22dbaa0003, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T19:08:12,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36597-0x1011d22dbaa0002, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T19:08:12,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1011d22dbaa0003, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:12,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36597-0x1011d22dbaa0002, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:12,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41751-0x1011d22dbaa0001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:12,202 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T19:08:12,202 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b75fe890c219,35355,1731092891900 from backup master directory 2024-11-08T19:08:12,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36597-0x1011d22dbaa0002, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:08:12,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41751-0x1011d22dbaa0001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:08:12,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1011d22dbaa0003, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:08:12,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b75fe890c219,35355,1731092891900 2024-11-08T19:08:12,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:08:12,209 WARN [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:08:12,209 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b75fe890c219,35355,1731092891900 2024-11-08T19:08:12,215 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/hbase.id] with ID: 7ac36415-ac90-4eed-942f-635eea2524f5 2024-11-08T19:08:12,215 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/.tmp/hbase.id 2024-11-08T19:08:12,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:08:12,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35065 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:08:12,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:08:12,224 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/.tmp/hbase.id]:[hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/hbase.id] 2024-11-08T19:08:12,241 INFO [master/b75fe890c219:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:08:12,241 INFO [master/b75fe890c219:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:08:12,243 INFO [master/b75fe890c219:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T19:08:12,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36597-0x1011d22dbaa0002, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:12,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41751-0x1011d22dbaa0001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:12,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:12,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1011d22dbaa0003, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:12,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:08:12,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:08:12,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35065 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:08:12,262 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:08:12,262 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:08:12,263 INFO [master/b75fe890c219:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-08T19:08:12,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35065 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:08:12,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:08:12,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:08:12,275 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/data/master/store 2024-11-08T19:08:12,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:08:12,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:08:12,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35065 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:08:12,286 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:08:12,286 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:08:12,286 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:08:12,286 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:08:12,287 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:08:12,287 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:08:12,287 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:08:12,287 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731092892286Disabling compacts and flushes for region at 1731092892286Disabling writes for close at 1731092892287 (+1 ms)Writing region close event to WAL at 1731092892287Closed at 1731092892287 2024-11-08T19:08:12,288 WARN [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/data/master/store/.initializing 2024-11-08T19:08:12,288 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/WALs/b75fe890c219,35355,1731092891900 2024-11-08T19:08:12,292 INFO [master/b75fe890c219:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C35355%2C1731092891900, suffix=, logDir=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/WALs/b75fe890c219,35355,1731092891900, archiveDir=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/oldWALs, maxLogs=10 2024-11-08T19:08:12,293 INFO [master/b75fe890c219:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor b75fe890c219%2C35355%2C1731092891900.1731092892292 2024-11-08T19:08:12,302 INFO [master/b75fe890c219:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/WALs/b75fe890c219,35355,1731092891900/b75fe890c219%2C35355%2C1731092891900.1731092892292 2024-11-08T19:08:12,304 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43457:43457),(127.0.0.1/127.0.0.1:37083:37083),(127.0.0.1/127.0.0.1:44131:44131)] 2024-11-08T19:08:12,305 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:08:12,305 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:08:12,305 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:12,305 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:12,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:12,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:08:12,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:12,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:08:12,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:12,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:08:12,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:12,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:08:12,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:12,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:08:12,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:12,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:08:12,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:12,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:08:12,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:12,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:08:12,321 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:12,322 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:12,322 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:12,324 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:12,324 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:12,324 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:08:12,326 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:08:12,328 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:08:12,329 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72077482, jitterRate=0.07403817772865295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:08:12,330 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731092892305Initializing all the Stores at 1731092892307 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731092892307Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731092892308 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731092892309 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731092892309Cleaning up temporary data from old regions at 1731092892324 (+15 ms)Region opened successfully at 1731092892330 (+6 ms) 2024-11-08T19:08:12,330 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:08:12,334 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f524d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b75fe890c219/172.17.0.2:0 2024-11-08T19:08:12,335 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:08:12,336 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:08:12,336 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:08:12,336 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:08:12,337 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:08:12,337 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:08:12,337 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:08:12,339 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:08:12,340 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T19:08:12,367 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T19:08:12,367 INFO [master/b75fe890c219:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:08:12,368 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:08:12,375 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T19:08:12,376 INFO [master/b75fe890c219:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:08:12,377 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:08:12,383 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T19:08:12,384 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:08:12,392 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T19:08:12,394 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:08:12,400 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T19:08:12,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41751-0x1011d22dbaa0001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:08:12,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:08:12,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1011d22dbaa0003, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:08:12,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36597-0x1011d22dbaa0002, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:08:12,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1011d22dbaa0003, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:12,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41751-0x1011d22dbaa0001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:12,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36597-0x1011d22dbaa0002, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:12,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:12,410 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b75fe890c219,35355,1731092891900, sessionid=0x1011d22dbaa0000, setting cluster-up flag (Was=false) 2024-11-08T19:08:12,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:12,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1011d22dbaa0003, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:12,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41751-0x1011d22dbaa0001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:12,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36597-0x1011d22dbaa0002, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:12,451 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T19:08:12,455 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b75fe890c219,35355,1731092891900 2024-11-08T19:08:12,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1011d22dbaa0003, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:12,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41751-0x1011d22dbaa0001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:12,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36597-0x1011d22dbaa0002, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:12,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:12,500 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T19:08:12,502 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b75fe890c219,35355,1731092891900 2024-11-08T19:08:12,503 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:08:12,506 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:08:12,507 INFO [master/b75fe890c219:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:08:12,507 INFO [master/b75fe890c219:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:08:12,507 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b75fe890c219,35355,1731092891900 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:08:12,509 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:08:12,509 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:08:12,509 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:08:12,510 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:08:12,510 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b75fe890c219:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:08:12,510 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,510 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b75fe890c219:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:08:12,510 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,511 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731092922511 2024-11-08T19:08:12,511 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:08:12,511 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:08:12,512 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:08:12,512 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:08:12,512 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:08:12,512 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:08:12,512 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,513 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:08:12,513 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:08:12,513 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:08:12,513 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:08:12,513 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:08:12,513 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:08:12,513 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:08:12,514 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.large.0-1731092892513,5,FailOnTimeoutGroup] 2024-11-08T19:08:12,514 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.small.0-1731092892514,5,FailOnTimeoutGroup] 2024-11-08T19:08:12,514 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,514 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:08:12,514 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,514 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,515 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:12,515 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:08:12,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:08:12,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:08:12,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35065 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:08:12,527 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:08:12,527 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8 2024-11-08T19:08:12,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:08:12,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35065 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:08:12,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:08:12,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:08:12,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:08:12,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:08:12,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:12,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:08:12,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:08:12,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:08:12,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:12,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:08:12,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:08:12,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:08:12,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:12,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:08:12,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:08:12,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:08:12,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:12,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:08:12,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:08:12,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/hbase/meta/1588230740 2024-11-08T19:08:12,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/hbase/meta/1588230740 2024-11-08T19:08:12,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:08:12,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:08:12,551 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:08:12,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:08:12,555 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:08:12,555 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66989871, jitterRate=-0.0017731338739395142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:08:12,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731092892538Initializing all the Stores at 1731092892539 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731092892539Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731092892539Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731092892539Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731092892539Cleaning up temporary data from old regions at 1731092892551 (+12 ms)Region opened successfully at 1731092892556 (+5 ms) 2024-11-08T19:08:12,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:08:12,556 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:08:12,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:08:12,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:08:12,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:08:12,557 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:08:12,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731092892556Disabling compacts and flushes for region at 1731092892556Disabling writes for close at 1731092892557 (+1 ms)Writing region close event to WAL at 1731092892557Closed at 1731092892557 2024-11-08T19:08:12,559 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:08:12,559 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:08:12,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:08:12,560 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:08:12,562 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:08:12,570 INFO [RS:2;b75fe890c219:35145 {}] regionserver.HRegionServer(746): ClusterId : 7ac36415-ac90-4eed-942f-635eea2524f5 2024-11-08T19:08:12,570 INFO [RS:0;b75fe890c219:41751 {}] regionserver.HRegionServer(746): ClusterId : 7ac36415-ac90-4eed-942f-635eea2524f5 2024-11-08T19:08:12,570 INFO [RS:1;b75fe890c219:36597 {}] regionserver.HRegionServer(746): ClusterId : 7ac36415-ac90-4eed-942f-635eea2524f5 2024-11-08T19:08:12,570 DEBUG [RS:0;b75fe890c219:41751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:08:12,570 DEBUG [RS:2;b75fe890c219:35145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:08:12,570 DEBUG [RS:1;b75fe890c219:36597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:08:12,609 DEBUG [RS:0;b75fe890c219:41751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:08:12,609 DEBUG [RS:2;b75fe890c219:35145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:08:12,609 DEBUG [RS:0;b75fe890c219:41751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:08:12,609 DEBUG [RS:2;b75fe890c219:35145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:08:12,610 DEBUG [RS:1;b75fe890c219:36597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:08:12,610 DEBUG [RS:1;b75fe890c219:36597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:08:12,626 DEBUG [RS:0;b75fe890c219:41751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:08:12,626 DEBUG [RS:2;b75fe890c219:35145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:08:12,627 DEBUG [RS:1;b75fe890c219:36597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:08:12,627 DEBUG [RS:0;b75fe890c219:41751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e79e123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b75fe890c219/172.17.0.2:0 2024-11-08T19:08:12,627 DEBUG [RS:2;b75fe890c219:35145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e41098d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b75fe890c219/172.17.0.2:0 2024-11-08T19:08:12,628 DEBUG [RS:1;b75fe890c219:36597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16556da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b75fe890c219/172.17.0.2:0 2024-11-08T19:08:12,641 DEBUG [RS:0;b75fe890c219:41751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b75fe890c219:41751 2024-11-08T19:08:12,641 INFO [RS:0;b75fe890c219:41751 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:08:12,641 INFO [RS:0;b75fe890c219:41751 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:08:12,641 DEBUG [RS:0;b75fe890c219:41751 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:08:12,642 DEBUG [RS:1;b75fe890c219:36597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b75fe890c219:36597 2024-11-08T19:08:12,642 INFO [RS:1;b75fe890c219:36597 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:08:12,642 INFO [RS:1;b75fe890c219:36597 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:08:12,642 DEBUG [RS:1;b75fe890c219:36597 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:08:12,642 INFO [RS:0;b75fe890c219:41751 {}] regionserver.HRegionServer(2659): reportForDuty to master=b75fe890c219,35355,1731092891900 with port=41751, startcode=1731092892051 2024-11-08T19:08:12,642 DEBUG [RS:2;b75fe890c219:35145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b75fe890c219:35145 2024-11-08T19:08:12,642 INFO [RS:2;b75fe890c219:35145 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:08:12,642 INFO [RS:2;b75fe890c219:35145 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:08:12,642 DEBUG [RS:2;b75fe890c219:35145 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:08:12,643 DEBUG [RS:0;b75fe890c219:41751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:08:12,643 INFO [RS:1;b75fe890c219:36597 {}] regionserver.HRegionServer(2659): reportForDuty to master=b75fe890c219,35355,1731092891900 with port=36597, startcode=1731092892093 2024-11-08T19:08:12,643 DEBUG [RS:1;b75fe890c219:36597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:08:12,643 INFO [RS:2;b75fe890c219:35145 {}] regionserver.HRegionServer(2659): reportForDuty to master=b75fe890c219,35355,1731092891900 with port=35145, startcode=1731092892141 2024-11-08T19:08:12,643 DEBUG [RS:2;b75fe890c219:35145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:08:12,645 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44779, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:08:12,645 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34425, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:08:12,645 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37185, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:08:12,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b75fe890c219,35145,1731092892141 2024-11-08T19:08:12,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35355 {}] master.ServerManager(517): Registering regionserver=b75fe890c219,35145,1731092892141 2024-11-08T19:08:12,647 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b75fe890c219,36597,1731092892093 2024-11-08T19:08:12,647 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35355 {}] master.ServerManager(517): Registering regionserver=b75fe890c219,36597,1731092892093 2024-11-08T19:08:12,647 DEBUG [RS:2;b75fe890c219:35145 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8 2024-11-08T19:08:12,647 DEBUG [RS:2;b75fe890c219:35145 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42181 2024-11-08T19:08:12,647 DEBUG [RS:2;b75fe890c219:35145 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:08:12,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b75fe890c219,41751,1731092892051 2024-11-08T19:08:12,649 DEBUG [RS:1;b75fe890c219:36597 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8 2024-11-08T19:08:12,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35355 {}] master.ServerManager(517): Registering regionserver=b75fe890c219,41751,1731092892051 2024-11-08T19:08:12,649 DEBUG [RS:1;b75fe890c219:36597 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42181 2024-11-08T19:08:12,649 DEBUG [RS:1;b75fe890c219:36597 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:08:12,651 DEBUG [RS:0;b75fe890c219:41751 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8 2024-11-08T19:08:12,651 DEBUG [RS:0;b75fe890c219:41751 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42181 2024-11-08T19:08:12,652 DEBUG [RS:0;b75fe890c219:41751 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:08:12,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:08:12,688 DEBUG [RS:2;b75fe890c219:35145 {}] zookeeper.ZKUtil(111): regionserver:35145-0x1011d22dbaa0003, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b75fe890c219,35145,1731092892141 2024-11-08T19:08:12,688 WARN [RS:2;b75fe890c219:35145 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:08:12,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b75fe890c219,36597,1731092892093] 2024-11-08T19:08:12,688 INFO [RS:2;b75fe890c219:35145 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-08T19:08:12,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b75fe890c219,35145,1731092892141] 2024-11-08T19:08:12,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b75fe890c219,41751,1731092892051] 2024-11-08T19:08:12,689 DEBUG [RS:1;b75fe890c219:36597 {}] zookeeper.ZKUtil(111): regionserver:36597-0x1011d22dbaa0002, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b75fe890c219,36597,1731092892093 2024-11-08T19:08:12,689 DEBUG [RS:2;b75fe890c219:35145 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/WALs/b75fe890c219,35145,1731092892141 2024-11-08T19:08:12,689 DEBUG [RS:0;b75fe890c219:41751 {}] zookeeper.ZKUtil(111): regionserver:41751-0x1011d22dbaa0001, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b75fe890c219,41751,1731092892051 2024-11-08T19:08:12,689 WARN [RS:1;b75fe890c219:36597 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:08:12,689 WARN [RS:0;b75fe890c219:41751 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:08:12,689 INFO [RS:1;b75fe890c219:36597 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-08T19:08:12,689 INFO [RS:0;b75fe890c219:41751 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-08T19:08:12,689 DEBUG [RS:1;b75fe890c219:36597 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/WALs/b75fe890c219,36597,1731092892093 2024-11-08T19:08:12,689 DEBUG [RS:0;b75fe890c219:41751 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/WALs/b75fe890c219,41751,1731092892051 2024-11-08T19:08:12,696 INFO [RS:1;b75fe890c219:36597 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:08:12,696 INFO [RS:2;b75fe890c219:35145 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:08:12,696 INFO [RS:0;b75fe890c219:41751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:08:12,699 INFO [RS:1;b75fe890c219:36597 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:08:12,699 INFO [RS:1;b75fe890c219:36597 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:08:12,699 INFO [RS:1;b75fe890c219:36597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,699 INFO [RS:1;b75fe890c219:36597 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:08:12,700 INFO [RS:1;b75fe890c219:36597 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:08:12,701 INFO [RS:1;b75fe890c219:36597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,701 DEBUG [RS:1;b75fe890c219:36597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,701 DEBUG [RS:1;b75fe890c219:36597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,701 DEBUG [RS:1;b75fe890c219:36597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,701 DEBUG [RS:1;b75fe890c219:36597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,701 DEBUG [RS:1;b75fe890c219:36597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,701 DEBUG [RS:1;b75fe890c219:36597 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:08:12,701 DEBUG [RS:1;b75fe890c219:36597 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,701 DEBUG [RS:1;b75fe890c219:36597 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,702 DEBUG [RS:1;b75fe890c219:36597 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,702 DEBUG [RS:1;b75fe890c219:36597 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,702 DEBUG [RS:1;b75fe890c219:36597 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,702 DEBUG [RS:1;b75fe890c219:36597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,702 DEBUG [RS:1;b75fe890c219:36597 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:08:12,702 DEBUG [RS:1;b75fe890c219:36597 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:08:12,702 INFO [RS:0;b75fe890c219:41751 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:08:12,703 INFO [RS:0;b75fe890c219:41751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:08:12,703 INFO [RS:1;b75fe890c219:36597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,703 INFO [RS:0;b75fe890c219:41751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,703 INFO [RS:1;b75fe890c219:36597 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,703 INFO [RS:1;b75fe890c219:36597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,703 INFO [RS:1;b75fe890c219:36597 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,703 INFO [RS:0;b75fe890c219:41751 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:08:12,703 INFO [RS:1;b75fe890c219:36597 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,703 INFO [RS:1;b75fe890c219:36597 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,36597,1731092892093-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:08:12,704 INFO [RS:0;b75fe890c219:41751 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:08:12,705 INFO [RS:0;b75fe890c219:41751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,705 DEBUG [RS:0;b75fe890c219:41751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,705 DEBUG [RS:0;b75fe890c219:41751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,705 DEBUG [RS:0;b75fe890c219:41751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,705 DEBUG [RS:0;b75fe890c219:41751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,705 INFO [RS:2;b75fe890c219:35145 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:08:12,705 DEBUG [RS:0;b75fe890c219:41751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,706 DEBUG [RS:0;b75fe890c219:41751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:08:12,706 DEBUG [RS:0;b75fe890c219:41751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,706 DEBUG [RS:0;b75fe890c219:41751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,706 INFO [RS:2;b75fe890c219:35145 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:08:12,706 DEBUG [RS:0;b75fe890c219:41751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,706 INFO [RS:2;b75fe890c219:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,706 DEBUG [RS:0;b75fe890c219:41751 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,706 DEBUG [RS:0;b75fe890c219:41751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,706 DEBUG [RS:0;b75fe890c219:41751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,706 INFO [RS:2;b75fe890c219:35145 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:08:12,706 DEBUG [RS:0;b75fe890c219:41751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:08:12,707 DEBUG [RS:0;b75fe890c219:41751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:08:12,707 INFO [RS:2;b75fe890c219:35145 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:08:12,708 INFO [RS:2;b75fe890c219:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,708 DEBUG [RS:2;b75fe890c219:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,708 DEBUG [RS:2;b75fe890c219:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,708 DEBUG [RS:2;b75fe890c219:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,708 DEBUG [RS:2;b75fe890c219:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,708 DEBUG [RS:2;b75fe890c219:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,708 DEBUG [RS:2;b75fe890c219:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:08:12,708 DEBUG [RS:2;b75fe890c219:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,708 DEBUG [RS:2;b75fe890c219:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,709 DEBUG [RS:2;b75fe890c219:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,709 DEBUG [RS:2;b75fe890c219:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,709 DEBUG [RS:2;b75fe890c219:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,709 DEBUG [RS:2;b75fe890c219:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:08:12,709 DEBUG [RS:2;b75fe890c219:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:08:12,709 DEBUG [RS:2;b75fe890c219:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:08:12,709 INFO [RS:0;b75fe890c219:41751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,709 INFO [RS:0;b75fe890c219:41751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,709 INFO [RS:0;b75fe890c219:41751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,709 INFO [RS:0;b75fe890c219:41751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,709 INFO [RS:0;b75fe890c219:41751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,710 INFO [RS:0;b75fe890c219:41751 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,41751,1731092892051-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:08:12,712 WARN [b75fe890c219:35355 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T19:08:12,712 INFO [RS:2;b75fe890c219:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,712 INFO [RS:2;b75fe890c219:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,712 INFO [RS:2;b75fe890c219:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,712 INFO [RS:2;b75fe890c219:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,712 INFO [RS:2;b75fe890c219:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,712 INFO [RS:2;b75fe890c219:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,35145,1731092892141-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:08:12,719 INFO [RS:1;b75fe890c219:36597 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:08:12,719 INFO [RS:1;b75fe890c219:36597 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,36597,1731092892093-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,719 INFO [RS:1;b75fe890c219:36597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,719 INFO [RS:1;b75fe890c219:36597 {}] regionserver.Replication(171): b75fe890c219,36597,1731092892093 started 2024-11-08T19:08:12,725 INFO [RS:0;b75fe890c219:41751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:08:12,725 INFO [RS:0;b75fe890c219:41751 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,41751,1731092892051-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,726 INFO [RS:0;b75fe890c219:41751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,726 INFO [RS:2;b75fe890c219:35145 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:08:12,726 INFO [RS:0;b75fe890c219:41751 {}] regionserver.Replication(171): b75fe890c219,41751,1731092892051 started 2024-11-08T19:08:12,726 INFO [RS:2;b75fe890c219:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,35145,1731092892141-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,726 INFO [RS:2;b75fe890c219:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,726 INFO [RS:2;b75fe890c219:35145 {}] regionserver.Replication(171): b75fe890c219,35145,1731092892141 started 2024-11-08T19:08:12,732 INFO [RS:1;b75fe890c219:36597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,732 INFO [RS:1;b75fe890c219:36597 {}] regionserver.HRegionServer(1482): Serving as b75fe890c219,36597,1731092892093, RpcServer on b75fe890c219/172.17.0.2:36597, sessionid=0x1011d22dbaa0002 2024-11-08T19:08:12,732 DEBUG [RS:1;b75fe890c219:36597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:08:12,732 DEBUG [RS:1;b75fe890c219:36597 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b75fe890c219,36597,1731092892093 2024-11-08T19:08:12,732 DEBUG [RS:1;b75fe890c219:36597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,36597,1731092892093' 2024-11-08T19:08:12,732 DEBUG [RS:1;b75fe890c219:36597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T19:08:12,733 DEBUG [RS:1;b75fe890c219:36597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T19:08:12,733 DEBUG [RS:1;b75fe890c219:36597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:08:12,733 DEBUG [RS:1;b75fe890c219:36597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:08:12,733 DEBUG [RS:1;b75fe890c219:36597 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b75fe890c219,36597,1731092892093 2024-11-08T19:08:12,733 DEBUG [RS:1;b75fe890c219:36597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,36597,1731092892093' 2024-11-08T19:08:12,734 DEBUG [RS:1;b75fe890c219:36597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T19:08:12,734 DEBUG [RS:1;b75fe890c219:36597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T19:08:12,734 DEBUG [RS:1;b75fe890c219:36597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:08:12,734 INFO [RS:1;b75fe890c219:36597 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:08:12,734 INFO [RS:1;b75fe890c219:36597 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:08:12,739 INFO [RS:2;b75fe890c219:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,739 INFO [RS:0;b75fe890c219:41751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:12,739 INFO [RS:0;b75fe890c219:41751 {}] regionserver.HRegionServer(1482): Serving as b75fe890c219,41751,1731092892051, RpcServer on b75fe890c219/172.17.0.2:41751, sessionid=0x1011d22dbaa0001 2024-11-08T19:08:12,739 INFO [RS:2;b75fe890c219:35145 {}] regionserver.HRegionServer(1482): Serving as b75fe890c219,35145,1731092892141, RpcServer on b75fe890c219/172.17.0.2:35145, sessionid=0x1011d22dbaa0003 2024-11-08T19:08:12,739 DEBUG [RS:2;b75fe890c219:35145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:08:12,739 DEBUG [RS:0;b75fe890c219:41751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:08:12,739 DEBUG [RS:2;b75fe890c219:35145 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b75fe890c219,35145,1731092892141 2024-11-08T19:08:12,739 DEBUG [RS:0;b75fe890c219:41751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b75fe890c219,41751,1731092892051 2024-11-08T19:08:12,739 DEBUG [RS:2;b75fe890c219:35145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,35145,1731092892141' 2024-11-08T19:08:12,739 DEBUG [RS:0;b75fe890c219:41751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,41751,1731092892051' 2024-11-08T19:08:12,739 DEBUG [RS:2;b75fe890c219:35145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T19:08:12,739 DEBUG [RS:0;b75fe890c219:41751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T19:08:12,740 DEBUG [RS:0;b75fe890c219:41751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T19:08:12,740 DEBUG [RS:2;b75fe890c219:35145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T19:08:12,741 DEBUG [RS:2;b75fe890c219:35145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:08:12,741 DEBUG [RS:2;b75fe890c219:35145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:08:12,741 DEBUG [RS:0;b75fe890c219:41751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:08:12,741 DEBUG [RS:2;b75fe890c219:35145 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b75fe890c219,35145,1731092892141 2024-11-08T19:08:12,741 DEBUG [RS:0;b75fe890c219:41751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:08:12,741 DEBUG [RS:2;b75fe890c219:35145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,35145,1731092892141' 2024-11-08T19:08:12,741 DEBUG [RS:0;b75fe890c219:41751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b75fe890c219,41751,1731092892051 2024-11-08T19:08:12,741 DEBUG [RS:2;b75fe890c219:35145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T19:08:12,741 DEBUG [RS:0;b75fe890c219:41751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,41751,1731092892051' 2024-11-08T19:08:12,741 DEBUG [RS:0;b75fe890c219:41751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T19:08:12,741 DEBUG [RS:2;b75fe890c219:35145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T19:08:12,741 DEBUG [RS:0;b75fe890c219:41751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T19:08:12,742 DEBUG [RS:2;b75fe890c219:35145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:08:12,742 INFO [RS:2;b75fe890c219:35145 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:08:12,742 DEBUG [RS:0;b75fe890c219:41751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:08:12,742 INFO [RS:2;b75fe890c219:35145 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:08:12,742 INFO [RS:0;b75fe890c219:41751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:08:12,742 INFO [RS:0;b75fe890c219:41751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:08:12,840 INFO [RS:1;b75fe890c219:36597 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C36597%2C1731092892093, suffix=, logDir=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/WALs/b75fe890c219,36597,1731092892093, archiveDir=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/oldWALs, maxLogs=32 2024-11-08T19:08:12,845 INFO [RS:1;b75fe890c219:36597 {}] monitor.StreamSlowMonitor(122): New stream slow monitor b75fe890c219%2C36597%2C1731092892093.1731092892845 2024-11-08T19:08:12,846 INFO [RS:0;b75fe890c219:41751 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C41751%2C1731092892051, suffix=, logDir=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/WALs/b75fe890c219,41751,1731092892051, archiveDir=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/oldWALs, maxLogs=32 2024-11-08T19:08:12,846 INFO [RS:2;b75fe890c219:35145 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C35145%2C1731092892141, suffix=, logDir=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/WALs/b75fe890c219,35145,1731092892141, archiveDir=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/oldWALs, maxLogs=32 2024-11-08T19:08:12,848 INFO [RS:0;b75fe890c219:41751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor b75fe890c219%2C41751%2C1731092892051.1731092892848 2024-11-08T19:08:12,849 INFO [RS:2;b75fe890c219:35145 {}] monitor.StreamSlowMonitor(122): New stream slow monitor b75fe890c219%2C35145%2C1731092892141.1731092892849 2024-11-08T19:08:12,854 INFO [RS:1;b75fe890c219:36597 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/WALs/b75fe890c219,36597,1731092892093/b75fe890c219%2C36597%2C1731092892093.1731092892845 2024-11-08T19:08:12,861 DEBUG [RS:1;b75fe890c219:36597 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43457:43457),(127.0.0.1/127.0.0.1:44131:44131),(127.0.0.1/127.0.0.1:37083:37083)] 2024-11-08T19:08:12,862 INFO [RS:0;b75fe890c219:41751 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/WALs/b75fe890c219,41751,1731092892051/b75fe890c219%2C41751%2C1731092892051.1731092892848 2024-11-08T19:08:12,863 INFO [RS:2;b75fe890c219:35145 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/WALs/b75fe890c219,35145,1731092892141/b75fe890c219%2C35145%2C1731092892141.1731092892849 2024-11-08T19:08:12,868 DEBUG [RS:0;b75fe890c219:41751 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43457:43457),(127.0.0.1/127.0.0.1:37083:37083),(127.0.0.1/127.0.0.1:44131:44131)] 2024-11-08T19:08:12,868 DEBUG [RS:2;b75fe890c219:35145 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:44131:44131),(127.0.0.1/127.0.0.1:43457:43457),(127.0.0.1/127.0.0.1:37083:37083)] 2024-11-08T19:08:12,962 DEBUG [b75fe890c219:35355 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T19:08:12,963 DEBUG [b75fe890c219:35355 {}] balancer.BalancerClusterState(204): Hosts are {b75fe890c219=0} racks are {/default-rack=0} 2024-11-08T19:08:12,968 DEBUG [b75fe890c219:35355 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T19:08:12,969 DEBUG [b75fe890c219:35355 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T19:08:12,969 DEBUG [b75fe890c219:35355 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T19:08:12,969 DEBUG [b75fe890c219:35355 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T19:08:12,969 DEBUG [b75fe890c219:35355 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T19:08:12,969 DEBUG [b75fe890c219:35355 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T19:08:12,969 INFO [b75fe890c219:35355 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T19:08:12,969 INFO [b75fe890c219:35355 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T19:08:12,969 INFO [b75fe890c219:35355 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T19:08:12,969 DEBUG [b75fe890c219:35355 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T19:08:12,970 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b75fe890c219,41751,1731092892051 2024-11-08T19:08:12,972 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,41751,1731092892051, state=OPENING 2024-11-08T19:08:13,000 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:08:13,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:13,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1011d22dbaa0003, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:13,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36597-0x1011d22dbaa0002, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:13,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41751-0x1011d22dbaa0001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:13,009 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:08:13,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:08:13,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,41751,1731092892051}] 2024-11-08T19:08:13,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:08:13,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:08:13,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:08:13,166 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:08:13,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53783, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:08:13,176 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:08:13,177 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-08T19:08:13,180 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C41751%2C1731092892051.meta, suffix=.meta, logDir=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/WALs/b75fe890c219,41751,1731092892051, archiveDir=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/oldWALs, maxLogs=32 2024-11-08T19:08:13,182 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor b75fe890c219%2C41751%2C1731092892051.meta.1731092893181.meta 2024-11-08T19:08:13,191 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/WALs/b75fe890c219,41751,1731092892051/b75fe890c219%2C41751%2C1731092892051.meta.1731092893181.meta 2024-11-08T19:08:13,195 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:37083:37083),(127.0.0.1/127.0.0.1:44131:44131),(127.0.0.1/127.0.0.1:43457:43457)] 2024-11-08T19:08:13,196 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:08:13,196 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:08:13,196 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:08:13,196 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:08:13,197 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:08:13,197 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:08:13,197 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:08:13,197 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:08:13,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:08:13,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:08:13,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:13,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:08:13,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:08:13,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:08:13,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:13,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:08:13,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:08:13,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:08:13,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:13,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:08:13,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:08:13,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:08:13,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:13,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:08:13,205 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:08:13,205 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/hbase/meta/1588230740 2024-11-08T19:08:13,207 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/hbase/meta/1588230740 2024-11-08T19:08:13,208 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:08:13,208 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:08:13,209 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:08:13,211 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:08:13,212 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70852808, jitterRate=0.05578911304473877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:08:13,212 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:08:13,214 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731092893197Writing region info on filesystem at 1731092893197Initializing all the Stores at 1731092893198 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731092893198Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731092893198Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731092893198Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731092893198Cleaning up temporary data from old regions at 1731092893208 (+10 ms)Running coprocessor post-open hooks at 1731092893212 (+4 ms)Region opened successfully at 1731092893213 (+1 ms) 2024-11-08T19:08:13,216 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731092893165 2024-11-08T19:08:13,219 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:08:13,219 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:08:13,220 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,41751,1731092892051 2024-11-08T19:08:13,222 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,41751,1731092892051, state=OPEN 2024-11-08T19:08:13,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41751-0x1011d22dbaa0001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:08:13,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36597-0x1011d22dbaa0002, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:08:13,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:08:13,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1011d22dbaa0003, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:08:13,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:08:13,248 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b75fe890c219,41751,1731092892051 2024-11-08T19:08:13,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:08:13,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:08:13,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:08:13,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:08:13,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,41751,1731092892051 in 239 msec 2024-11-08T19:08:13,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:08:13,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 696 msec 2024-11-08T19:08:13,262 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:08:13,262 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:08:13,263 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:08:13,264 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,41751,1731092892051, seqNum=-1] 2024-11-08T19:08:13,264 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:08:13,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48955, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:08:13,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 768 msec 2024-11-08T19:08:13,275 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731092893275, completionTime=-1 2024-11-08T19:08:13,275 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T19:08:13,275 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T19:08:13,277 INFO [master/b75fe890c219:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-08T19:08:13,278 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731092953278 2024-11-08T19:08:13,278 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093013278 2024-11-08T19:08:13,278 INFO [master/b75fe890c219:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-08T19:08:13,278 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,35355,1731092891900-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:13,278 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,35355,1731092891900-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:13,278 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,35355,1731092891900-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:13,279 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b75fe890c219:35355, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:13,279 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:13,279 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:13,281 DEBUG [master/b75fe890c219:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:08:13,284 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.075sec 2024-11-08T19:08:13,284 INFO [master/b75fe890c219:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:08:13,284 INFO [master/b75fe890c219:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:08:13,284 INFO [master/b75fe890c219:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:08:13,284 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:08:13,284 INFO [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:08:13,284 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,35355,1731092891900-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:08:13,284 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,35355,1731092891900-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:08:13,288 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:08:13,288 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:08:13,288 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,35355,1731092891900-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:08:13,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17460c9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:08:13,371 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,35355,-1 for getting cluster id 2024-11-08T19:08:13,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:08:13,372 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ac36415-ac90-4eed-942f-635eea2524f5' 2024-11-08T19:08:13,373 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:08:13,373 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ac36415-ac90-4eed-942f-635eea2524f5" 2024-11-08T19:08:13,373 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3617abfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:08:13,373 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,35355,-1] 2024-11-08T19:08:13,373 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:08:13,374 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:08:13,375 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:08:13,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b807966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:08:13,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:08:13,378 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,41751,1731092892051, seqNum=-1] 2024-11-08T19:08:13,378 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:08:13,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:08:13,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b75fe890c219,35355,1731092891900 2024-11-08T19:08:13,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:08:13,385 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,35355,1731092891900 2024-11-08T19:08:13,386 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3364b17b 2024-11-08T19:08:13,386 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:08:13,388 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:08:13,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:08:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-08T19:08:13,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:08:13,393 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:13,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-08T19:08:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:08:13,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:08:13,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741837_1013 (size=392) 2024-11-08T19:08:13,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741837_1013 (size=392) 2024-11-08T19:08:13,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35065 is added to blk_1073741837_1013 (size=392) 2024-11-08T19:08:13,406 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b980b7cd66b46edb6fe76c50f193cd55, NAME => 'TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8 2024-11-08T19:08:13,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741838_1014 (size=51) 2024-11-08T19:08:13,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741838_1014 (size=51) 2024-11-08T19:08:13,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35065 is added to blk_1073741838_1014 (size=51) 2024-11-08T19:08:13,419 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:08:13,419 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing b980b7cd66b46edb6fe76c50f193cd55, disabling compactions & flushes 2024-11-08T19:08:13,420 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55. 2024-11-08T19:08:13,420 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55. 2024-11-08T19:08:13,420 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55. after waiting 0 ms 2024-11-08T19:08:13,420 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55. 2024-11-08T19:08:13,420 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55. 2024-11-08T19:08:13,420 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for b980b7cd66b46edb6fe76c50f193cd55: Waiting for close lock at 1731092893419Disabling compacts and flushes for region at 1731092893419Disabling writes for close at 1731092893420 (+1 ms)Writing region close event to WAL at 1731092893420Closed at 1731092893420 2024-11-08T19:08:13,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:08:13,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731092893422"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731092893422"}]},"ts":"1731092893422"} 2024-11-08T19:08:13,425 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:08:13,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:08:13,427 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731092893427"}]},"ts":"1731092893427"} 2024-11-08T19:08:13,431 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-08T19:08:13,431 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b75fe890c219=0} racks are {/default-rack=0} 2024-11-08T19:08:13,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T19:08:13,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T19:08:13,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T19:08:13,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T19:08:13,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T19:08:13,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T19:08:13,432 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T19:08:13,432 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T19:08:13,432 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T19:08:13,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T19:08:13,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b980b7cd66b46edb6fe76c50f193cd55, ASSIGN}] 2024-11-08T19:08:13,434 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b980b7cd66b46edb6fe76c50f193cd55, ASSIGN 2024-11-08T19:08:13,436 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b980b7cd66b46edb6fe76c50f193cd55, ASSIGN; state=OFFLINE, location=b75fe890c219,36597,1731092892093; forceNewPlan=false, retain=false 2024-11-08T19:08:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:08:13,587 INFO [b75fe890c219:35355 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-08T19:08:13,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b980b7cd66b46edb6fe76c50f193cd55, regionState=OPENING, regionLocation=b75fe890c219,36597,1731092892093 2024-11-08T19:08:13,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b980b7cd66b46edb6fe76c50f193cd55, ASSIGN because future has completed 2024-11-08T19:08:13,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b980b7cd66b46edb6fe76c50f193cd55, server=b75fe890c219,36597,1731092892093}] 2024-11-08T19:08:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:08:13,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T19:08:13,751 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T19:08:13,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:08:13,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T19:08:13,755 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:08:13,756 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T19:08:13,756 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T19:08:13,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35415, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:08:13,762 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55. 2024-11-08T19:08:13,763 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b980b7cd66b46edb6fe76c50f193cd55, NAME => 'TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:08:13,763 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC b980b7cd66b46edb6fe76c50f193cd55 2024-11-08T19:08:13,763 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:08:13,763 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b980b7cd66b46edb6fe76c50f193cd55 2024-11-08T19:08:13,763 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b980b7cd66b46edb6fe76c50f193cd55 2024-11-08T19:08:13,765 INFO [StoreOpener-b980b7cd66b46edb6fe76c50f193cd55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b980b7cd66b46edb6fe76c50f193cd55 2024-11-08T19:08:13,767 INFO [StoreOpener-b980b7cd66b46edb6fe76c50f193cd55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b980b7cd66b46edb6fe76c50f193cd55 columnFamilyName cf 2024-11-08T19:08:13,767 DEBUG [StoreOpener-b980b7cd66b46edb6fe76c50f193cd55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:08:13,768 INFO [StoreOpener-b980b7cd66b46edb6fe76c50f193cd55-1 {}] regionserver.HStore(327): Store=b980b7cd66b46edb6fe76c50f193cd55/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:08:13,768 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b980b7cd66b46edb6fe76c50f193cd55 2024-11-08T19:08:13,769 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/default/TestHBaseWalOnEC/b980b7cd66b46edb6fe76c50f193cd55 2024-11-08T19:08:13,769 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/default/TestHBaseWalOnEC/b980b7cd66b46edb6fe76c50f193cd55 2024-11-08T19:08:13,769 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b980b7cd66b46edb6fe76c50f193cd55 2024-11-08T19:08:13,770 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b980b7cd66b46edb6fe76c50f193cd55 2024-11-08T19:08:13,771 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b980b7cd66b46edb6fe76c50f193cd55 2024-11-08T19:08:13,773 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/default/TestHBaseWalOnEC/b980b7cd66b46edb6fe76c50f193cd55/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:08:13,774 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b980b7cd66b46edb6fe76c50f193cd55; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72558715, jitterRate=0.08120910823345184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:08:13,774 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b980b7cd66b46edb6fe76c50f193cd55 2024-11-08T19:08:13,775 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b980b7cd66b46edb6fe76c50f193cd55: Running coprocessor pre-open hook at 1731092893764Writing region info on filesystem at 1731092893764Initializing all the Stores at 1731092893765 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731092893765Cleaning up temporary data from old regions at 1731092893770 (+5 ms)Running coprocessor post-open hooks at 1731092893774 (+4 ms)Region opened successfully at 1731092893775 (+1 ms) 2024-11-08T19:08:13,776 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55., pid=6, masterSystemTime=1731092893755 2024-11-08T19:08:13,780 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55. 2024-11-08T19:08:13,780 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55. 2024-11-08T19:08:13,781 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b980b7cd66b46edb6fe76c50f193cd55, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,36597,1731092892093 2024-11-08T19:08:13,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b980b7cd66b46edb6fe76c50f193cd55, server=b75fe890c219,36597,1731092892093 because future has completed 2024-11-08T19:08:13,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:08:13,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b980b7cd66b46edb6fe76c50f193cd55, server=b75fe890c219,36597,1731092892093 in 186 msec 2024-11-08T19:08:13,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T19:08:13,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b980b7cd66b46edb6fe76c50f193cd55, ASSIGN in 358 msec 2024-11-08T19:08:13,795 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:08:13,796 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731092893795"}]},"ts":"1731092893795"} 2024-11-08T19:08:13,799 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-08T19:08:13,800 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:08:13,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 411 msec 2024-11-08T19:08:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:08:14,019 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-08T19:08:14,019 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-08T19:08:14,019 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T19:08:14,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-08T19:08:14,022 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T19:08:14,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-08T19:08:14,027 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55., hostname=b75fe890c219,36597,1731092892093, seqNum=2] 2024-11-08T19:08:14,027 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:08:14,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:08:14,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-08T19:08:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-08T19:08:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:08:14,059 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:08:14,060 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:08:14,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:08:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:08:14,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T19:08:14,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55. 2024-11-08T19:08:14,216 INFO [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing b980b7cd66b46edb6fe76c50f193cd55 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-08T19:08:14,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/default/TestHBaseWalOnEC/b980b7cd66b46edb6fe76c50f193cd55/.tmp/cf/d5f8417b943848f9861381cd57e0cf29 is 36, key is row/cf:cq/1731092894030/Put/seqid=0 2024-11-08T19:08:14,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35065 is added to blk_1073741839_1015 (size=4787) 2024-11-08T19:08:14,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741839_1015 (size=4787) 2024-11-08T19:08:14,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741839_1015 (size=4787) 2024-11-08T19:08:14,251 INFO [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/default/TestHBaseWalOnEC/b980b7cd66b46edb6fe76c50f193cd55/.tmp/cf/d5f8417b943848f9861381cd57e0cf29 2024-11-08T19:08:14,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/default/TestHBaseWalOnEC/b980b7cd66b46edb6fe76c50f193cd55/.tmp/cf/d5f8417b943848f9861381cd57e0cf29 as hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/default/TestHBaseWalOnEC/b980b7cd66b46edb6fe76c50f193cd55/cf/d5f8417b943848f9861381cd57e0cf29 2024-11-08T19:08:14,269 INFO [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/default/TestHBaseWalOnEC/b980b7cd66b46edb6fe76c50f193cd55/cf/d5f8417b943848f9861381cd57e0cf29, entries=1, sequenceid=5, filesize=4.7 K 2024-11-08T19:08:14,270 INFO [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for b980b7cd66b46edb6fe76c50f193cd55 in 54ms, sequenceid=5, compaction requested=false 2024-11-08T19:08:14,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for b980b7cd66b46edb6fe76c50f193cd55: 2024-11-08T19:08:14,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55. 2024-11-08T19:08:14,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T19:08:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T19:08:14,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-08T19:08:14,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 213 msec 2024-11-08T19:08:14,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 244 msec 2024-11-08T19:08:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:08:14,380 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-08T19:08:14,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:08:14,390 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:08:14,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:08:14,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:08:14,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:08:14,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:08:14,391 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:08:14,391 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=745172850, stopped=false 2024-11-08T19:08:14,391 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b75fe890c219,35355,1731092891900 2024-11-08T19:08:14,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41751-0x1011d22dbaa0001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:08:14,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:08:14,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36597-0x1011d22dbaa0002, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:08:14,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1011d22dbaa0003, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:08:14,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41751-0x1011d22dbaa0001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:14,442 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:08:14,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1011d22dbaa0003, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:14,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:14,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36597-0x1011d22dbaa0002, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:14,442 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:08:14,442 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:08:14,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:08:14,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41751-0x1011d22dbaa0001, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:08:14,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36597-0x1011d22dbaa0002, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:08:14,443 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b75fe890c219,41751,1731092892051' ***** 2024-11-08T19:08:14,443 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:08:14,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35145-0x1011d22dbaa0003, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:08:14,443 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b75fe890c219,36597,1731092892093' ***** 2024-11-08T19:08:14,443 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:08:14,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:08:14,443 INFO [RS:0;b75fe890c219:41751 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:08:14,443 INFO [RS:1;b75fe890c219:36597 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:08:14,443 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b75fe890c219,35145,1731092892141' ***** 2024-11-08T19:08:14,443 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:08:14,443 INFO [RS:0;b75fe890c219:41751 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:08:14,443 INFO [RS:0;b75fe890c219:41751 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:08:14,443 INFO [RS:2;b75fe890c219:35145 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:08:14,443 INFO [RS:0;b75fe890c219:41751 {}] regionserver.HRegionServer(959): stopping server b75fe890c219,41751,1731092892051 2024-11-08T19:08:14,443 INFO [RS:2;b75fe890c219:35145 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:08:14,443 INFO [RS:0;b75fe890c219:41751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:08:14,443 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:08:14,444 INFO [RS:2;b75fe890c219:35145 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:08:14,444 INFO [RS:0;b75fe890c219:41751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b75fe890c219:41751. 2024-11-08T19:08:14,444 INFO [RS:2;b75fe890c219:35145 {}] regionserver.HRegionServer(959): stopping server b75fe890c219,35145,1731092892141 2024-11-08T19:08:14,444 INFO [RS:1;b75fe890c219:36597 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:08:14,444 INFO [RS:2;b75fe890c219:35145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:08:14,444 INFO [RS:1;b75fe890c219:36597 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:08:14,444 DEBUG [RS:0;b75fe890c219:41751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:08:14,444 DEBUG [RS:0;b75fe890c219:41751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:08:14,444 INFO [RS:1;b75fe890c219:36597 {}] regionserver.HRegionServer(3091): Received CLOSE for b980b7cd66b46edb6fe76c50f193cd55 2024-11-08T19:08:14,444 INFO [RS:2;b75fe890c219:35145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b75fe890c219:35145. 2024-11-08T19:08:14,444 DEBUG [RS:2;b75fe890c219:35145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:08:14,444 INFO [RS:0;b75fe890c219:41751 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:08:14,444 DEBUG [RS:2;b75fe890c219:35145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:08:14,444 INFO [RS:0;b75fe890c219:41751 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:08:14,444 INFO [RS:0;b75fe890c219:41751 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:08:14,444 INFO [RS:2;b75fe890c219:35145 {}] regionserver.HRegionServer(976): stopping server b75fe890c219,35145,1731092892141; all regions closed. 2024-11-08T19:08:14,444 INFO [RS:1;b75fe890c219:36597 {}] regionserver.HRegionServer(959): stopping server b75fe890c219,36597,1731092892093 2024-11-08T19:08:14,444 INFO [RS:0;b75fe890c219:41751 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:08:14,444 INFO [RS:1;b75fe890c219:36597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:08:14,444 INFO [RS:1;b75fe890c219:36597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b75fe890c219:36597. 2024-11-08T19:08:14,444 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:08:14,444 DEBUG [RS:1;b75fe890c219:36597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:08:14,444 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:08:14,444 DEBUG [RS:1;b75fe890c219:36597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:08:14,444 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b980b7cd66b46edb6fe76c50f193cd55, disabling compactions & flushes 2024-11-08T19:08:14,444 INFO [RS:1;b75fe890c219:36597 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T19:08:14,445 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55. 2024-11-08T19:08:14,445 DEBUG [RS:1;b75fe890c219:36597 {}] regionserver.HRegionServer(1325): Online Regions={b980b7cd66b46edb6fe76c50f193cd55=TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55.} 2024-11-08T19:08:14,445 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55. 2024-11-08T19:08:14,445 DEBUG [RS:1;b75fe890c219:36597 {}] regionserver.HRegionServer(1351): Waiting on b980b7cd66b46edb6fe76c50f193cd55 2024-11-08T19:08:14,445 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,445 INFO [RS:0;b75fe890c219:41751 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T19:08:14,445 DEBUG [RS:0;b75fe890c219:41751 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:08:14,445 DEBUG [RS:0;b75fe890c219:41751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:08:14,445 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55. after waiting 0 ms 2024-11-08T19:08:14,445 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:08:14,445 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:08:14,445 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55. 2024-11-08T19:08:14,445 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,445 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:08:14,445 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,445 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:08:14,445 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:08:14,445 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,445 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,445 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T19:08:14,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741835_1011 (size=93) 2024-11-08T19:08:14,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35065 is added to blk_1073741835_1011 (size=93) 2024-11-08T19:08:14,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741835_1011 (size=93) 2024-11-08T19:08:14,451 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/default/TestHBaseWalOnEC/b980b7cd66b46edb6fe76c50f193cd55/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:08:14,452 DEBUG [RS:2;b75fe890c219:35145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/oldWALs 2024-11-08T19:08:14,452 INFO [RS:2;b75fe890c219:35145 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog b75fe890c219%2C35145%2C1731092892141:(num 1731092892849) 2024-11-08T19:08:14,452 DEBUG [RS:2;b75fe890c219:35145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:08:14,452 INFO [RS:2;b75fe890c219:35145 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:08:14,452 INFO [RS:2;b75fe890c219:35145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:08:14,452 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55. 2024-11-08T19:08:14,452 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b980b7cd66b46edb6fe76c50f193cd55: Waiting for close lock at 1731092894444Running coprocessor pre-close hooks at 1731092894444Disabling compacts and flushes for region at 1731092894444Disabling writes for close at 1731092894445 (+1 ms)Writing region close event to WAL at 1731092894446 (+1 ms)Running coprocessor post-close hooks at 1731092894452 (+6 ms)Closed at 1731092894452 2024-11-08T19:08:14,452 INFO [RS:2;b75fe890c219:35145 {}] hbase.ChoreService(370): Chore service for: regionserver/b75fe890c219:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T19:08:14,453 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55. 2024-11-08T19:08:14,453 INFO [RS:2;b75fe890c219:35145 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:08:14,453 INFO [RS:2;b75fe890c219:35145 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:08:14,453 INFO [RS:2;b75fe890c219:35145 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:08:14,453 INFO [RS:2;b75fe890c219:35145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:08:14,453 INFO [RS:2;b75fe890c219:35145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35145 2024-11-08T19:08:14,453 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:08:14,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:08:14,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1011d22dbaa0003, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b75fe890c219,35145,1731092892141 2024-11-08T19:08:14,465 INFO [RS:2;b75fe890c219:35145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:08:14,468 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/hbase/meta/1588230740/.tmp/info/305a5d7f2d1d475985c4e90588e5fe4b is 153, key is TestHBaseWalOnEC,,1731092893389.b980b7cd66b46edb6fe76c50f193cd55./info:regioninfo/1731092893781/Put/seqid=0 2024-11-08T19:08:14,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741840_1016 (size=6637) 2024-11-08T19:08:14,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35065 is added to blk_1073741840_1016 (size=6637) 2024-11-08T19:08:14,475 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b75fe890c219,35145,1731092892141] 2024-11-08T19:08:14,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741840_1016 (size=6637) 2024-11-08T19:08:14,476 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/hbase/meta/1588230740/.tmp/info/305a5d7f2d1d475985c4e90588e5fe4b 2024-11-08T19:08:14,483 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b75fe890c219,35145,1731092892141 already deleted, retry=false 2024-11-08T19:08:14,483 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b75fe890c219,35145,1731092892141 expired; onlineServers=2 2024-11-08T19:08:14,496 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/hbase/meta/1588230740/.tmp/ns/da3143da76eb47b48a33e1ece21739bb is 43, key is default/ns:d/1731092893266/Put/seqid=0 2024-11-08T19:08:14,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741841_1017 (size=5153) 2024-11-08T19:08:14,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741841_1017 (size=5153) 2024-11-08T19:08:14,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35065 is added to blk_1073741841_1017 (size=5153) 2024-11-08T19:08:14,504 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/hbase/meta/1588230740/.tmp/ns/da3143da76eb47b48a33e1ece21739bb 2024-11-08T19:08:14,505 INFO [regionserver/b75fe890c219:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:08:14,514 INFO [regionserver/b75fe890c219:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:08:14,515 INFO [regionserver/b75fe890c219:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:08:14,524 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/hbase/meta/1588230740/.tmp/table/12e74893b9614959ab5b5f0963efa0fa is 52, key is TestHBaseWalOnEC/table:state/1731092893795/Put/seqid=0 2024-11-08T19:08:14,526 WARN [IPC Server handler 2 on default port 42181 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-08T19:08:14,526 WARN [IPC Server handler 2 on default port 42181 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-08T19:08:14,526 WARN [IPC Server handler 2 on default port 42181 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-08T19:08:14,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741842_1018 (size=5249) 2024-11-08T19:08:14,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35065 is added to blk_1073741842_1018 (size=5249) 2024-11-08T19:08:14,530 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/hbase/meta/1588230740/.tmp/table/12e74893b9614959ab5b5f0963efa0fa 2024-11-08T19:08:14,537 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/hbase/meta/1588230740/.tmp/info/305a5d7f2d1d475985c4e90588e5fe4b as hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/hbase/meta/1588230740/info/305a5d7f2d1d475985c4e90588e5fe4b 2024-11-08T19:08:14,544 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/hbase/meta/1588230740/info/305a5d7f2d1d475985c4e90588e5fe4b, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T19:08:14,545 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/hbase/meta/1588230740/.tmp/ns/da3143da76eb47b48a33e1ece21739bb as hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/hbase/meta/1588230740/ns/da3143da76eb47b48a33e1ece21739bb 2024-11-08T19:08:14,552 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/hbase/meta/1588230740/ns/da3143da76eb47b48a33e1ece21739bb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T19:08:14,553 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/hbase/meta/1588230740/.tmp/table/12e74893b9614959ab5b5f0963efa0fa as hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/hbase/meta/1588230740/table/12e74893b9614959ab5b5f0963efa0fa 2024-11-08T19:08:14,560 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/hbase/meta/1588230740/table/12e74893b9614959ab5b5f0963efa0fa, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T19:08:14,562 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 117ms, sequenceid=11, compaction requested=false 2024-11-08T19:08:14,567 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T19:08:14,567 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:08:14,568 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:08:14,568 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731092894445Running coprocessor pre-close hooks at 1731092894445Disabling compacts and flushes for region at 1731092894445Disabling writes for close at 1731092894445Obtaining lock to block concurrent updates at 1731092894445Preparing flush snapshotting stores in 1588230740 at 1731092894445Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731092894446 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731092894447 (+1 ms)Flushing 1588230740/info: creating writer at 1731092894447Flushing 1588230740/info: appending metadata at 1731092894467 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731092894468 (+1 ms)Flushing 1588230740/ns: creating writer at 1731092894483 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731092894496 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731092894496Flushing 1588230740/table: creating writer at 1731092894510 (+14 ms)Flushing 1588230740/table: appending metadata at 1731092894524 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731092894524Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a8c2189: reopening flushed file at 1731092894537 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6de426f2: reopening flushed file at 1731092894544 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d5ebec8: reopening flushed file at 1731092894552 (+8 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 117ms, sequenceid=11, compaction requested=false at 1731092894562 (+10 ms)Writing region close event to WAL at 1731092894563 (+1 ms)Running coprocessor post-close hooks at 1731092894567 (+4 ms)Closed at 1731092894568 (+1 ms) 2024-11-08T19:08:14,568 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:08:14,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1011d22dbaa0003, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:08:14,575 INFO [RS:2;b75fe890c219:35145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:08:14,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1011d22dbaa0003, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:08:14,575 INFO [RS:2;b75fe890c219:35145 {}] regionserver.HRegionServer(1031): Exiting; stopping=b75fe890c219,35145,1731092892141; zookeeper connection closed. 2024-11-08T19:08:14,576 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70204793 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70204793 2024-11-08T19:08:14,645 INFO [RS:1;b75fe890c219:36597 {}] regionserver.HRegionServer(976): stopping server b75fe890c219,36597,1731092892093; all regions closed. 2024-11-08T19:08:14,645 INFO [RS:0;b75fe890c219:41751 {}] regionserver.HRegionServer(976): stopping server b75fe890c219,41751,1731092892051; all regions closed. 2024-11-08T19:08:14,645 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,646 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,646 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,646 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,646 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,646 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,646 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,646 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,646 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,646 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741833_1009 (size=1298) 2024-11-08T19:08:14,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35065 is added to blk_1073741836_1012 (size=2751) 2024-11-08T19:08:14,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741836_1012 (size=2751) 2024-11-08T19:08:14,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741836_1012 (size=2751) 2024-11-08T19:08:14,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35065 is added to blk_1073741833_1009 (size=1298) 2024-11-08T19:08:14,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741833_1009 (size=1298) 2024-11-08T19:08:14,652 DEBUG [RS:0;b75fe890c219:41751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/oldWALs 2024-11-08T19:08:14,652 DEBUG [RS:1;b75fe890c219:36597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/oldWALs 2024-11-08T19:08:14,652 INFO [RS:0;b75fe890c219:41751 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog b75fe890c219%2C41751%2C1731092892051.meta:.meta(num 1731092893181) 2024-11-08T19:08:14,652 INFO [RS:1;b75fe890c219:36597 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog b75fe890c219%2C36597%2C1731092892093:(num 1731092892845) 2024-11-08T19:08:14,653 DEBUG [RS:1;b75fe890c219:36597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:08:14,653 INFO [RS:1;b75fe890c219:36597 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:08:14,653 INFO [RS:1;b75fe890c219:36597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:08:14,653 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,653 INFO [RS:1;b75fe890c219:36597 {}] hbase.ChoreService(370): Chore service for: regionserver/b75fe890c219:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T19:08:14,653 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,653 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,653 INFO [RS:1;b75fe890c219:36597 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:08:14,653 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:08:14,653 INFO [RS:1;b75fe890c219:36597 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:08:14,653 INFO [RS:1;b75fe890c219:36597 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:08:14,653 INFO [RS:1;b75fe890c219:36597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:08:14,653 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,653 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,654 INFO [RS:1;b75fe890c219:36597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36597 2024-11-08T19:08:14,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741834_1010 (size=93) 2024-11-08T19:08:14,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741834_1010 (size=93) 2024-11-08T19:08:14,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35065 is added to blk_1073741834_1010 (size=93) 2024-11-08T19:08:14,659 DEBUG [RS:0;b75fe890c219:41751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/oldWALs 2024-11-08T19:08:14,659 INFO [RS:0;b75fe890c219:41751 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog b75fe890c219%2C41751%2C1731092892051:(num 1731092892848) 2024-11-08T19:08:14,659 DEBUG [RS:0;b75fe890c219:41751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:08:14,659 INFO [RS:0;b75fe890c219:41751 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:08:14,659 INFO [RS:0;b75fe890c219:41751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:08:14,659 INFO [RS:0;b75fe890c219:41751 {}] hbase.ChoreService(370): Chore service for: regionserver/b75fe890c219:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:08:14,659 INFO [RS:0;b75fe890c219:41751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:08:14,659 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:08:14,659 INFO [RS:0;b75fe890c219:41751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41751 2024-11-08T19:08:14,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36597-0x1011d22dbaa0002, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b75fe890c219,36597,1731092892093 2024-11-08T19:08:14,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:08:14,683 INFO [RS:1;b75fe890c219:36597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:08:14,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41751-0x1011d22dbaa0001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b75fe890c219,41751,1731092892051 2024-11-08T19:08:14,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b75fe890c219,36597,1731092892093] 2024-11-08T19:08:14,691 INFO [RS:0;b75fe890c219:41751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:08:14,692 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$373/0x00007fd5e48f8520@309f4315 rejected from java.util.concurrent.ThreadPoolExecutor@759ddb62[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-08T19:08:14,708 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b75fe890c219,36597,1731092892093 already deleted, retry=false 2024-11-08T19:08:14,708 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b75fe890c219,36597,1731092892093 expired; onlineServers=1 2024-11-08T19:08:14,708 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b75fe890c219,41751,1731092892051] 2024-11-08T19:08:14,716 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b75fe890c219,41751,1731092892051 already deleted, retry=false 2024-11-08T19:08:14,717 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b75fe890c219,41751,1731092892051 expired; onlineServers=0 2024-11-08T19:08:14,717 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b75fe890c219,35355,1731092891900' ***** 2024-11-08T19:08:14,717 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:08:14,717 INFO [M:0;b75fe890c219:35355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:08:14,717 INFO [M:0;b75fe890c219:35355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:08:14,717 DEBUG [M:0;b75fe890c219:35355 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:08:14,717 DEBUG [M:0;b75fe890c219:35355 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:08:14,717 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:08:14,717 DEBUG [master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.small.0-1731092892514 {}] cleaner.HFileCleaner(306): Exit Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.small.0-1731092892514,5,FailOnTimeoutGroup] 2024-11-08T19:08:14,717 DEBUG [master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.large.0-1731092892513 {}] cleaner.HFileCleaner(306): Exit Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.large.0-1731092892513,5,FailOnTimeoutGroup] 2024-11-08T19:08:14,717 INFO [M:0;b75fe890c219:35355 {}] hbase.ChoreService(370): Chore service for: master/b75fe890c219:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:08:14,718 INFO [M:0;b75fe890c219:35355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:08:14,718 DEBUG [M:0;b75fe890c219:35355 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:08:14,718 INFO [M:0;b75fe890c219:35355 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:08:14,718 INFO [M:0;b75fe890c219:35355 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:08:14,718 INFO [M:0;b75fe890c219:35355 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:08:14,718 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:08:14,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T19:08:14,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:08:14,725 DEBUG [M:0;b75fe890c219:35355 {}] zookeeper.ZKUtil(347): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T19:08:14,725 WARN [M:0;b75fe890c219:35355 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:08:14,726 INFO [M:0;b75fe890c219:35355 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/.lastflushedseqids 2024-11-08T19:08:14,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35065 is added to blk_1073741843_1019 (size=127) 2024-11-08T19:08:14,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741843_1019 (size=127) 2024-11-08T19:08:14,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741843_1019 (size=127) 2024-11-08T19:08:14,733 INFO [M:0;b75fe890c219:35355 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:08:14,733 INFO [M:0;b75fe890c219:35355 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:08:14,734 DEBUG [M:0;b75fe890c219:35355 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:08:14,734 INFO [M:0;b75fe890c219:35355 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:08:14,734 DEBUG [M:0;b75fe890c219:35355 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:08:14,734 DEBUG [M:0;b75fe890c219:35355 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:08:14,734 DEBUG [M:0;b75fe890c219:35355 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:08:14,734 INFO [M:0;b75fe890c219:35355 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.82 KB heapSize=34.11 KB 2024-11-08T19:08:14,755 DEBUG [M:0;b75fe890c219:35355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0355c0812c7d4926855cc0483b81a46f is 82, key is hbase:meta,,1/info:regioninfo/1731092893220/Put/seqid=0 2024-11-08T19:08:14,757 WARN [IPC Server handler 1 on default port 42181 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-08T19:08:14,757 WARN [IPC Server handler 1 on default port 42181 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-08T19:08:14,757 WARN [IPC Server handler 1 on default port 42181 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-08T19:08:14,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741844_1020 (size=5672) 2024-11-08T19:08:14,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35065 is added to blk_1073741844_1020 (size=5672) 2024-11-08T19:08:14,762 INFO [M:0;b75fe890c219:35355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0355c0812c7d4926855cc0483b81a46f 2024-11-08T19:08:14,785 DEBUG [M:0;b75fe890c219:35355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02ec1345413945ee900634fc4e89de8a is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731092893802/Put/seqid=0 2024-11-08T19:08:14,786 WARN [IPC Server handler 0 on default port 42181 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-08T19:08:14,786 WARN [IPC Server handler 0 on default port 42181 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-08T19:08:14,786 WARN [IPC Server handler 0 on default port 42181 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-08T19:08:14,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741845_1021 (size=6438) 2024-11-08T19:08:14,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35065 is added to blk_1073741845_1021 (size=6438) 2024-11-08T19:08:14,791 INFO [M:0;b75fe890c219:35355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02ec1345413945ee900634fc4e89de8a 2024-11-08T19:08:14,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36597-0x1011d22dbaa0002, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:08:14,800 INFO [RS:1;b75fe890c219:36597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:08:14,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36597-0x1011d22dbaa0002, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:08:14,800 INFO [RS:1;b75fe890c219:36597 {}] regionserver.HRegionServer(1031): Exiting; stopping=b75fe890c219,36597,1731092892093; zookeeper connection closed. 2024-11-08T19:08:14,800 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@385be15e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@385be15e 2024-11-08T19:08:14,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41751-0x1011d22dbaa0001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:08:14,808 INFO [RS:0;b75fe890c219:41751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:08:14,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41751-0x1011d22dbaa0001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:08:14,808 INFO [RS:0;b75fe890c219:41751 {}] regionserver.HRegionServer(1031): Exiting; stopping=b75fe890c219,41751,1731092892051; zookeeper connection closed. 2024-11-08T19:08:14,809 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7aa73b13 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7aa73b13 2024-11-08T19:08:14,809 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T19:08:14,812 DEBUG [M:0;b75fe890c219:35355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a35824bc79845b590ca3fd692e808cb is 69, key is b75fe890c219,35145,1731092892141/rs:state/1731092892646/Put/seqid=0 2024-11-08T19:08:14,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741846_1022 (size=5294) 2024-11-08T19:08:14,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35065 is added to blk_1073741846_1022 (size=5294) 2024-11-08T19:08:14,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741846_1022 (size=5294) 2024-11-08T19:08:14,821 INFO [M:0;b75fe890c219:35355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a35824bc79845b590ca3fd692e808cb 2024-11-08T19:08:14,827 DEBUG [M:0;b75fe890c219:35355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0355c0812c7d4926855cc0483b81a46f as hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0355c0812c7d4926855cc0483b81a46f 2024-11-08T19:08:14,835 INFO [M:0;b75fe890c219:35355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0355c0812c7d4926855cc0483b81a46f, entries=8, sequenceid=72, filesize=5.5 K 2024-11-08T19:08:14,836 DEBUG [M:0;b75fe890c219:35355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02ec1345413945ee900634fc4e89de8a as hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02ec1345413945ee900634fc4e89de8a 2024-11-08T19:08:14,841 INFO [M:0;b75fe890c219:35355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02ec1345413945ee900634fc4e89de8a, entries=8, sequenceid=72, filesize=6.3 K 2024-11-08T19:08:14,843 DEBUG [M:0;b75fe890c219:35355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a35824bc79845b590ca3fd692e808cb as hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a35824bc79845b590ca3fd692e808cb 2024-11-08T19:08:14,849 INFO [M:0;b75fe890c219:35355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/91575022-1e5c-906c-718c-fd999408a5e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a35824bc79845b590ca3fd692e808cb, entries=3, sequenceid=72, filesize=5.2 K 2024-11-08T19:08:14,851 INFO [M:0;b75fe890c219:35355 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.82 KB/27462, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=72, compaction requested=false 2024-11-08T19:08:14,852 INFO [M:0;b75fe890c219:35355 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:08:14,852 DEBUG [M:0;b75fe890c219:35355 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731092894734Disabling compacts and flushes for region at 1731092894734Disabling writes for close at 1731092894734Obtaining lock to block concurrent updates at 1731092894734Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731092894734Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27462, getHeapSize=34864, getOffHeapSize=0, getCellsCount=85 at 1731092894735 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731092894736 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731092894736Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731092894754 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731092894754Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731092894767 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731092894784 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731092894784Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731092894797 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731092894811 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731092894812 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2bee73: reopening flushed file at 1731092894826 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25de1792: reopening flushed file at 1731092894835 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8a4b84e: reopening flushed file at 1731092894842 (+7 ms)Finished flush of dataSize ~26.82 KB/27462, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=72, compaction requested=false at 1731092894851 (+9 ms)Writing region close event to WAL at 1731092894852 (+1 ms)Closed at 1731092894852 2024-11-08T19:08:14,853 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,853 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,853 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,853 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,853 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T19:08:14,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741830_1006 (size=32665) 2024-11-08T19:08:14,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741830_1006 (size=32665) 2024-11-08T19:08:14,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35065 is added to blk_1073741830_1006 (size=32665) 2024-11-08T19:08:14,856 INFO [M:0;b75fe890c219:35355 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:08:14,856 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:08:14,856 INFO [M:0;b75fe890c219:35355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35355 2024-11-08T19:08:14,857 INFO [M:0;b75fe890c219:35355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:08:14,982 INFO [M:0;b75fe890c219:35355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:08:14,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:08:14,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x1011d22dbaa0000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:08:14,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70452ba9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:08:14,985 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@476b31ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:08:14,985 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:08:14,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@457c3b58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:08:14,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5cb8b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/hadoop.log.dir/,STOPPED} 2024-11-08T19:08:14,988 WARN [BP-617903365-172.17.0.2-1731092889979 heartbeating to localhost/127.0.0.1:42181 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:08:14,988 WARN [BP-617903365-172.17.0.2-1731092889979 heartbeating to localhost/127.0.0.1:42181 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-617903365-172.17.0.2-1731092889979 (Datanode Uuid 2dff5ff3-ab10-4090-a7a9-82ebfe947f2f) service to localhost/127.0.0.1:42181 2024-11-08T19:08:14,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/cluster_76f2de88-0eb5-4ad5-dcfb-08e7dac3bf3b/data/data6/current/BP-617903365-172.17.0.2-1731092889979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:08:14,989 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:08:14,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/cluster_76f2de88-0eb5-4ad5-dcfb-08e7dac3bf3b/data/data5/current/BP-617903365-172.17.0.2-1731092889979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:08:14,989 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:08:14,990 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:08:14,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3973b3d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:08:14,993 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@230b47a5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:08:14,994 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:08:14,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@119b8466{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:08:14,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a51782d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/hadoop.log.dir/,STOPPED} 2024-11-08T19:08:14,996 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:08:14,996 WARN [BP-617903365-172.17.0.2-1731092889979 heartbeating to localhost/127.0.0.1:42181 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:08:14,996 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:08:14,996 WARN [BP-617903365-172.17.0.2-1731092889979 heartbeating to localhost/127.0.0.1:42181 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-617903365-172.17.0.2-1731092889979 (Datanode Uuid 80fe4df8-b44b-47d9-a2d0-bb9d7812939c) service to localhost/127.0.0.1:42181 2024-11-08T19:08:14,996 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/cluster_76f2de88-0eb5-4ad5-dcfb-08e7dac3bf3b/data/data3/current/BP-617903365-172.17.0.2-1731092889979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:08:14,997 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/cluster_76f2de88-0eb5-4ad5-dcfb-08e7dac3bf3b/data/data4/current/BP-617903365-172.17.0.2-1731092889979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:08:14,997 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:08:14,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@da09c55{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:08:15,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@381275e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:08:15,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:08:15,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a5de444{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:08:15,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40926a35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/hadoop.log.dir/,STOPPED} 2024-11-08T19:08:15,001 WARN [BP-617903365-172.17.0.2-1731092889979 heartbeating to localhost/127.0.0.1:42181 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:08:15,001 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:08:15,001 WARN [BP-617903365-172.17.0.2-1731092889979 heartbeating to localhost/127.0.0.1:42181 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-617903365-172.17.0.2-1731092889979 (Datanode Uuid 10412ab6-cffd-4dd3-97fc-ae9ba5fd3e26) service to localhost/127.0.0.1:42181 2024-11-08T19:08:15,001 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:08:15,002 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/cluster_76f2de88-0eb5-4ad5-dcfb-08e7dac3bf3b/data/data1/current/BP-617903365-172.17.0.2-1731092889979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:08:15,002 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/cluster_76f2de88-0eb5-4ad5-dcfb-08e7dac3bf3b/data/data2/current/BP-617903365-172.17.0.2-1731092889979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:08:15,002 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:08:15,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ed2e3e6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:08:15,008 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70c45c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:08:15,008 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:08:15,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61c928f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:08:15,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45092e71{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/294eb3dd-1fa7-a2a7-3241-da1538536c3b/hadoop.log.dir/,STOPPED} 2024-11-08T19:08:15,014 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T19:08:15,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:08:15,045 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=156 (was 94) - Thread LEAK? -, OpenFileDescriptor=518 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=118 (was 111) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4765 (was 4961)