2023-09-06 20:24:37,503 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-09-06 20:24:37,520 main DEBUG Took 0.013484 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-09-06 20:24:37,520 main DEBUG PluginManager 'Core' found 129 plugins 2023-09-06 20:24:37,520 main DEBUG PluginManager 'Level' found 0 plugins 2023-09-06 20:24:37,521 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-09-06 20:24:37,523 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,534 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-09-06 20:24:37,551 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,554 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,555 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,555 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,556 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,557 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,558 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,558 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,562 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,563 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,564 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,564 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,565 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,566 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,567 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,567 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,568 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,569 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,569 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-09-06 20:24:37,572 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,575 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-09-06 20:24:37,577 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-09-06 20:24:37,578 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-09-06 20:24:37,580 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-09-06 20:24:37,580 main DEBUG PluginManager 'Converter' found 47 plugins 2023-09-06 20:24:37,594 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-09-06 20:24:37,597 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-09-06 20:24:37,601 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-09-06 20:24:37,601 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-09-06 20:24:37,602 main DEBUG createAppenders(={Console}) 2023-09-06 20:24:37,602 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 initialized 2023-09-06 20:24:37,603 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-09-06 20:24:37,603 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 OK. 2023-09-06 20:24:37,604 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-09-06 20:24:37,604 main DEBUG OutputStream closed 2023-09-06 20:24:37,604 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-09-06 20:24:37,604 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-09-06 20:24:37,605 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@15c43bd9 OK 2023-09-06 20:24:37,657 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-09-06 20:24:37,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-09-06 20:24:37,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-09-06 20:24:37,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-09-06 20:24:37,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-09-06 20:24:37,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-09-06 20:24:37,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-09-06 20:24:37,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-09-06 20:24:37,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-09-06 20:24:37,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-09-06 20:24:37,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-09-06 20:24:37,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-09-06 20:24:37,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-09-06 20:24:37,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-09-06 20:24:37,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-09-06 20:24:37,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-09-06 20:24:37,667 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-09-06 20:24:37,668 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-09-06 20:24:37,671 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-09-06 20:24:37,671 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b6e1eff) with optional ClassLoader: null 2023-09-06 20:24:37,671 main DEBUG Shutdown hook enabled. Registering a new one. 2023-09-06 20:24:37,673 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@1b6e1eff] started OK. 2023-09-06T20:24:37,709 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestRemoteBackup timeout: 13 mins 2023-09-06 20:24:37,713 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-09-06 20:24:37,714 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-09-06T20:24:38,172 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d 2023-09-06T20:24:38,177 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-09-06T20:24:38,180 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:24:38,181 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-09-06T20:24:38,184 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/cluster_287c9d63-54e1-f000-7466-fc6d4a085783, deleteOnExit=true 2023-09-06T20:24:38,185 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-09-06T20:24:38,185 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/test.cache.data in system properties and HBase conf 2023-09-06T20:24:38,186 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/hadoop.tmp.dir in system properties and HBase conf 2023-09-06T20:24:38,186 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/hadoop.log.dir in system properties and HBase conf 2023-09-06T20:24:38,187 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/mapreduce.cluster.local.dir in system properties and HBase conf 2023-09-06T20:24:38,187 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-09-06T20:24:38,187 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-09-06T20:24:38,345 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-09-06T20:24:38,935 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-09-06T20:24:38,942 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:24:38,943 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:24:38,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-09-06T20:24:38,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:24:38,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-09-06T20:24:38,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-09-06T20:24:38,946 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:24:38,946 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:24:38,947 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-09-06T20:24:38,947 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/nfs.dump.dir in system properties and HBase conf 2023-09-06T20:24:38,948 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/java.io.tmpdir in system properties and HBase conf 2023-09-06T20:24:38,948 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:24:38,948 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-09-06T20:24:38,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-09-06T20:24:39,530 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-09-06T20:24:39,534 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-09-06T20:24:39,839 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-09-06T20:24:40,025 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@1710f077 via org.mortbay.log.Slf4jLog 2023-09-06T20:24:40,064 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:24:40,114 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:24:40,171 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/java.io.tmpdir/Jetty_localhost_46371_hdfs____.dehux7/webapp 2023-09-06T20:24:40,371 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46371 2023-09-06T20:24:40,404 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-09-06T20:24:40,404 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-09-06T20:24:41,047 WARN [Listener at localhost/44895 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:24:41,117 WARN [Listener at localhost/44895 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-09-06T20:24:41,137 WARN [Listener at localhost/44895 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:24:41,143 INFO [Listener at localhost/44895 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:24:41,148 INFO [Listener at localhost/44895 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/java.io.tmpdir/Jetty_localhost_43467_datanode____3elwcd/webapp 2023-09-06T20:24:41,260 INFO [Listener at localhost/44895 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43467 2023-09-06T20:24:41,663 WARN [Listener at localhost/45401 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:24:41,996 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-09-06T20:24:42,224 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x8ca4941422b25cc: Processing first storage report for DS-96270cd2-b802-4b30-8008-5ebaf75e9584 from datanode 1edbf059-fa83-48ab-adbc-e0105a69bb93 2023-09-06T20:24:42,227 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x8ca4941422b25cc: from storage DS-96270cd2-b802-4b30-8008-5ebaf75e9584 node DatanodeRegistration(127.0.0.1:44815, datanodeUuid=1edbf059-fa83-48ab-adbc-e0105a69bb93, infoPort=35323, infoSecurePort=0, ipcPort=45401, storageInfo=lv=-57;cid=testClusterID;nsid=1020107048;c=1694031879619), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-09-06T20:24:42,227 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x8ca4941422b25cc: Processing first storage report for DS-c1c2821a-361e-4cef-a6ca-7dd27c652b1f from datanode 1edbf059-fa83-48ab-adbc-e0105a69bb93 2023-09-06T20:24:42,227 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x8ca4941422b25cc: from storage DS-c1c2821a-361e-4cef-a6ca-7dd27c652b1f node DatanodeRegistration(127.0.0.1:44815, datanodeUuid=1edbf059-fa83-48ab-adbc-e0105a69bb93, infoPort=35323, infoSecurePort=0, ipcPort=45401, storageInfo=lv=-57;cid=testClusterID;nsid=1020107048;c=1694031879619), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-09-06T20:24:42,239 DEBUG [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d 2023-09-06T20:24:42,290 DEBUG [Listener at localhost/45401 {}] zookeeper.MiniZooKeeperCluster(244): Failed binding ZK Server to client port: 57078 java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[?:1.8.0_362] at sun.nio.ch.Net.bind(Net.java:461) ~[?:1.8.0_362] at sun.nio.ch.Net.bind(Net.java:453) ~[?:1.8.0_362] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:222) ~[?:1.8.0_362] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:85) ~[?:1.8.0_362] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:78) ~[?:1.8.0_362] at org.apache.zookeeper.server.NIOServerCnxnFactory.configure(NIOServerCnxnFactory.java:687) ~[zookeeper-3.5.7.jar:3.5.7] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:76) ~[zookeeper-3.5.7.jar:3.5.7] at org.apache.hadoop.hbase.zookeeper.MiniZooKeeperCluster.startup(MiniZooKeeperCluster.java:240) ~[hbase-zookeeper-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtility.startMiniZKCluster(HBaseZKTestingUtility.java:129) ~[hbase-zookeeper-2.6.0-SNAPSHOT-tests.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtility.startMiniZKCluster(HBaseZKTestingUtility.java:102) ~[hbase-zookeeper-2.6.0-SNAPSHOT-tests.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtility.startMiniCluster(HBaseTestingUtility.java:1148) ~[test-classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtility.startMiniCluster(HBaseTestingUtility.java:1116) ~[test-classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:282) ~[test-classes/:?] at org.apache.hadoop.hbase.backup.TestRemoteBackup.setUp(TestRemoteBackup.java:70) ~[test-classes/:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:24:42,355 INFO [Listener at localhost/45401 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/cluster_287c9d63-54e1-f000-7466-fc6d4a085783/zookeeper_0, clientPort=57079, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/cluster_287c9d63-54e1-f000-7466-fc6d4a085783/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/cluster_287c9d63-54e1-f000-7466-fc6d4a085783/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-09-06T20:24:42,375 INFO [Listener at localhost/45401 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=57079 2023-09-06T20:24:42,385 INFO [Listener at localhost/45401 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:24:42,387 INFO [Listener at localhost/45401 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:24:43,080 INFO [Listener at localhost/45401 {}] util.FSUtils(461): Created version file at hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398 with version=8 2023-09-06T20:24:43,080 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/hbase-staging 2023-09-06T20:24:43,098 DEBUG [Listener at localhost/45401 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-09-06T20:24:43,099 DEBUG [Listener at localhost/45401 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-09-06T20:24:43,099 DEBUG [Listener at localhost/45401 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-09-06T20:24:43,099 DEBUG [Listener at localhost/45401 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-09-06T20:24:43,337 DEBUG [Listener at localhost/45401 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-09-06T20:24:44,168 INFO [Listener at localhost/45401 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-09-06T20:24:44,215 INFO [Listener at localhost/45401 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=100, handlerCount=10 2023-09-06T20:24:44,215 INFO [Listener at localhost/45401 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-09-06T20:24:44,216 INFO [Listener at localhost/45401 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-09-06T20:24:44,216 INFO [Listener at localhost/45401 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:24:44,216 INFO [Listener at localhost/45401 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-09-06T20:24:44,372 INFO [Listener at localhost/45401 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-09-06T20:24:44,521 INFO [Listener at localhost/45401 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-09-06T20:24:44,541 DEBUG [Listener at localhost/45401 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-09-06T20:24:44,548 INFO [Listener at localhost/45401 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-06T20:24:44,599 DEBUG [Listener at localhost/45401 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 32681 (auto-detected) 2023-09-06T20:24:44,601 DEBUG [Listener at localhost/45401 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-09-06T20:24:44,640 INFO [Listener at localhost/45401 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:45235 2023-09-06T20:24:44,662 INFO [Listener at localhost/45401 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:24:44,665 INFO [Listener at localhost/45401 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:24:44,697 INFO [Listener at localhost/45401 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:45235 connecting to ZooKeeper ensemble=127.0.0.1:57079 2023-09-06T20:24:44,758 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:452350x0, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-09-06T20:24:44,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:45235-0x100eef488b90000 connected 2023-09-06T20:24:44,799 DEBUG [Listener at localhost/45401 {}] zookeeper.ZKUtil(113): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:24:44,803 DEBUG [Listener at localhost/45401 {}] zookeeper.ZKUtil(113): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:24:44,806 DEBUG [Listener at localhost/45401 {}] zookeeper.ZKUtil(113): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-09-06T20:24:44,820 DEBUG [Listener at localhost/45401 {}] ipc.RpcExecutor(290): Started handlerCount=10 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45235 2023-09-06T20:24:44,821 DEBUG [Listener at localhost/45401 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45235 2023-09-06T20:24:44,821 DEBUG [Listener at localhost/45401 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45235 2023-09-06T20:24:44,825 DEBUG [Listener at localhost/45401 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45235 2023-09-06T20:24:44,826 DEBUG [Listener at localhost/45401 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45235 2023-09-06T20:24:44,891 INFO [Listener at localhost/45401 {}] log.Log(170): Logging initialized @8203ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-09-06T20:24:45,032 INFO [Listener at localhost/45401 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-09-06T20:24:45,033 INFO [Listener at localhost/45401 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-09-06T20:24:45,034 INFO [Listener at localhost/45401 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-09-06T20:24:45,036 INFO [Listener at localhost/45401 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-09-06T20:24:45,036 INFO [Listener at localhost/45401 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-09-06T20:24:45,036 INFO [Listener at localhost/45401 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-09-06T20:24:45,040 INFO [Listener at localhost/45401 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-09-06T20:24:45,183 INFO [Listener at localhost/45401 {}] http.HttpServer(1219): Jetty bound to port 39601 2023-09-06T20:24:45,186 INFO [Listener at localhost/45401 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:24:45,226 INFO [Listener at localhost/45401 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:24:45,231 INFO [Listener at localhost/45401 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@45184ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/hadoop.log.dir/,AVAILABLE} 2023-09-06T20:24:45,232 INFO [Listener at localhost/45401 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:24:45,232 INFO [Listener at localhost/45401 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3763ecb4{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-09-06T20:24:45,324 INFO [Listener at localhost/45401 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-09-06T20:24:45,338 INFO [Listener at localhost/45401 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-09-06T20:24:45,338 INFO [Listener at localhost/45401 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-09-06T20:24:45,340 INFO [Listener at localhost/45401 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-09-06T20:24:45,348 INFO [Listener at localhost/45401 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:24:46,582 INFO [Listener at localhost/45401 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@e6eb08a{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-09-06T20:24:46,595 INFO [Listener at localhost/45401 {}] server.AbstractConnector(333): Started ServerConnector@7b170ff{HTTP/1.1, (http/1.1)}{0.0.0.0:39601} 2023-09-06T20:24:46,595 INFO [Listener at localhost/45401 {}] server.Server(415): Started @9907ms 2023-09-06T20:24:46,600 INFO [Listener at localhost/45401 {}] master.HMaster(485): hbase.rootdir=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398, hbase.cluster.distributed=false 2023-09-06T20:24:46,682 INFO [Listener at localhost/45401 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-09-06T20:24:46,682 INFO [Listener at localhost/45401 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=100, handlerCount=10 2023-09-06T20:24:46,683 INFO [Listener at localhost/45401 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-09-06T20:24:46,683 INFO [Listener at localhost/45401 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-09-06T20:24:46,683 INFO [Listener at localhost/45401 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:24:46,683 INFO [Listener at localhost/45401 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-09-06T20:24:46,691 INFO [Listener at localhost/45401 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-09-06T20:24:46,694 INFO [Listener at localhost/45401 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-06T20:24:46,695 INFO [Listener at localhost/45401 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:45419 2023-09-06T20:24:46,698 INFO [Listener at localhost/45401 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-09-06T20:24:46,707 DEBUG [Listener at localhost/45401 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-09-06T20:24:46,708 INFO [Listener at localhost/45401 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:24:46,711 INFO [Listener at localhost/45401 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:24:46,714 INFO [Listener at localhost/45401 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:45419 connecting to ZooKeeper ensemble=127.0.0.1:57079 2023-09-06T20:24:46,717 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:454190x0, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-09-06T20:24:46,718 DEBUG [Listener at localhost/45401 {}] zookeeper.ZKUtil(113): regionserver:454190x0, quorum=127.0.0.1:57079, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:24:46,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:45419-0x100eef488b90001 connected 2023-09-06T20:24:46,720 DEBUG [Listener at localhost/45401 {}] zookeeper.ZKUtil(113): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:24:46,721 DEBUG [Listener at localhost/45401 {}] zookeeper.ZKUtil(113): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-09-06T20:24:46,731 DEBUG [Listener at localhost/45401 {}] ipc.RpcExecutor(290): Started handlerCount=10 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45419 2023-09-06T20:24:46,733 DEBUG [Listener at localhost/45401 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45419 2023-09-06T20:24:46,733 DEBUG [Listener at localhost/45401 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45419 2023-09-06T20:24:46,737 DEBUG [Listener at localhost/45401 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45419 2023-09-06T20:24:46,738 DEBUG [Listener at localhost/45401 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45419 2023-09-06T20:24:46,742 INFO [Listener at localhost/45401 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-09-06T20:24:46,743 INFO [Listener at localhost/45401 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-09-06T20:24:46,743 INFO [Listener at localhost/45401 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-09-06T20:24:46,744 INFO [Listener at localhost/45401 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-09-06T20:24:46,745 INFO [Listener at localhost/45401 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-09-06T20:24:46,745 INFO [Listener at localhost/45401 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-09-06T20:24:46,745 INFO [Listener at localhost/45401 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-09-06T20:24:46,748 INFO [Listener at localhost/45401 {}] http.HttpServer(1219): Jetty bound to port 33241 2023-09-06T20:24:46,748 INFO [Listener at localhost/45401 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:24:46,750 INFO [Listener at localhost/45401 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:24:46,751 INFO [Listener at localhost/45401 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3d0ac47b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/hadoop.log.dir/,AVAILABLE} 2023-09-06T20:24:46,751 INFO [Listener at localhost/45401 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:24:46,751 INFO [Listener at localhost/45401 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5e799488{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-09-06T20:24:46,764 INFO [Listener at localhost/45401 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-09-06T20:24:46,765 INFO [Listener at localhost/45401 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-09-06T20:24:46,765 INFO [Listener at localhost/45401 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-09-06T20:24:46,765 INFO [Listener at localhost/45401 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-09-06T20:24:46,767 INFO [Listener at localhost/45401 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:24:46,772 INFO [Listener at localhost/45401 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@291315ef{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-09-06T20:24:46,773 INFO [Listener at localhost/45401 {}] server.AbstractConnector(333): Started ServerConnector@36299e0d{HTTP/1.1, (http/1.1)}{0.0.0.0:33241} 2023-09-06T20:24:46,773 INFO [Listener at localhost/45401 {}] server.Server(415): Started @10085ms 2023-09-06T20:24:46,779 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:24:46,791 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@3465818b{HTTP/1.1, (http/1.1)}{0.0.0.0:36415} 2023-09-06T20:24:46,791 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @10103ms 2023-09-06T20:24:46,792 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2388): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,45235,1694031883313 2023-09-06T20:24:46,806 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:24:46,806 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:24:46,809 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,45235,1694031883313 2023-09-06T20:24:46,817 DEBUG [M:0;jenkins-hbase3:45235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:45235 2023-09-06T20:24:46,838 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-09-06T20:24:46,838 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-09-06T20:24:46,838 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:46,838 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:46,839 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Set watcher on existing znode=/1/master 2023-09-06T20:24:46,842 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,45235,1694031883313 from backup master directory 2023-09-06T20:24:46,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Set watcher on existing znode=/1/master 2023-09-06T20:24:46,846 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:24:46,846 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,45235,1694031883313 2023-09-06T20:24:46,846 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:24:46,847 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-09-06T20:24:46,847 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,45235,1694031883313 2023-09-06T20:24:46,850 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-09-06T20:24:46,854 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-09-06T20:24:47,393 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/hbase.id with ID: 9ebc5c30-cf19-4707-a752-0d2e16c9dcff 2023-09-06T20:24:47,436 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:24:47,452 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:47,452 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:47,502 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:24:47,505 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-09-06T20:24:47,523 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-09-06T20:24:47,523 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-09-06T20:24:47,525 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:24:47,528 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:24:47,530 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:24:47,610 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/data/master/store 2023-09-06T20:24:48,038 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-09-06T20:24:48,039 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:24:48,039 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-09-06T20:24:48,039 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:24:48,039 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:24:48,039 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-09-06T20:24:48,039 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:24:48,039 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:24:48,039 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:24:48,041 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/data/master/store/.initializing 2023-09-06T20:24:48,042 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/WALs/jenkins-hbase3.apache.org,45235,1694031883313 2023-09-06T20:24:48,052 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-09-06T20:24:48,086 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C45235%2C1694031883313, suffix=, logDir=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/WALs/jenkins-hbase3.apache.org,45235,1694031883313, archiveDir=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/oldWALs, maxLogs=10 2023-09-06T20:24:48,121 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/WALs/jenkins-hbase3.apache.org,45235,1694031883313/jenkins-hbase3.apache.org%2C45235%2C1694031883313.1694031888093, exclude list is [], retry=0 2023-09-06T20:24:48,154 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44815,DS-96270cd2-b802-4b30-8008-5ebaf75e9584,DISK] 2023-09-06T20:24:48,166 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:24:48,251 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/WALs/jenkins-hbase3.apache.org,45235,1694031883313/jenkins-hbase3.apache.org%2C45235%2C1694031883313.1694031888093 2023-09-06T20:24:48,251 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44815,DS-96270cd2-b802-4b30-8008-5ebaf75e9584,DISK]] 2023-09-06T20:24:48,252 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:24:48,253 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:24:48,259 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:48,261 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:48,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:48,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-09-06T20:24:48,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:48,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:24:48,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:48,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-09-06T20:24:48,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:48,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:24:48,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:48,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-09-06T20:24:48,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:48,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:24:48,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:48,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-09-06T20:24:48,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:48,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:24:48,446 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:48,448 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:48,470 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-09-06T20:24:48,475 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:48,483 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:24:48,484 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9620266560, jitterRate=-0.10404285788536072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-09-06T20:24:48,491 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:24:48,493 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-09-06T20:24:48,533 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276a685f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:24:48,590 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(860): No meta location available on zookeeper, skip migrating... 2023-09-06T20:24:48,611 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-09-06T20:24:48,611 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-09-06T20:24:48,615 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-09-06T20:24:48,616 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-09-06T20:24:48,623 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-09-06T20:24:48,623 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-09-06T20:24:48,661 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-09-06T20:24:48,685 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-09-06T20:24:48,688 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-09-06T20:24:48,691 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-09-06T20:24:48,693 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-09-06T20:24:48,695 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-09-06T20:24:48,698 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-09-06T20:24:48,705 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-09-06T20:24:48,706 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-09-06T20:24:48,707 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-09-06T20:24:48,709 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-09-06T20:24:48,725 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-09-06T20:24:48,726 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-09-06T20:24:48,733 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-09-06T20:24:48,733 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-09-06T20:24:48,733 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:48,733 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:48,734 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(804): Active/primary master=jenkins-hbase3.apache.org,45235,1694031883313, sessionid=0x100eef488b90000, setting cluster-up flag (Was=false) 2023-09-06T20:24:48,744 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-09-06T20:24:48,751 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:48,751 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:48,758 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-09-06T20:24:48,759 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,45235,1694031883313 2023-09-06T20:24:48,763 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:48,763 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:48,770 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-09-06T20:24:48,772 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,45235,1694031883313 2023-09-06T20:24:48,778 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:48,778 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:48,782 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-09-06T20:24:48,783 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,45235,1694031883313 2023-09-06T20:24:48,894 DEBUG [RS:0;jenkins-hbase3:45419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:45419 2023-09-06T20:24:48,897 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(997): ClusterId : 9ebc5c30-cf19-4707-a752-0d2e16c9dcff 2023-09-06T20:24:48,899 INFO [RS:0;jenkins-hbase3:45419 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-09-06T20:24:48,903 DEBUG [RS:0;jenkins-hbase3:45419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-09-06T20:24:48,912 DEBUG [RS:0;jenkins-hbase3:45419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-09-06T20:24:48,912 DEBUG [RS:0;jenkins-hbase3:45419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-09-06T20:24:48,919 DEBUG [RS:0;jenkins-hbase3:45419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-09-06T20:24:48,919 DEBUG [RS:0;jenkins-hbase3:45419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-09-06T20:24:48,923 DEBUG [RS:0;jenkins-hbase3:45419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-09-06T20:24:48,924 DEBUG [RS:0;jenkins-hbase3:45419 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27523363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:24:48,932 DEBUG [RS:0;jenkins-hbase3:45419 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d3e453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-09-06T20:24:48,941 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-09-06T20:24:48,941 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-09-06T20:24:48,942 DEBUG [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-09-06T20:24:48,946 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,45235,1694031883313 with isa=jenkins-hbase3.apache.org/172.31.12.81:45419, startcode=1694031886681 2023-09-06T20:24:48,962 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-09-06T20:24:48,972 DEBUG [RS:0;jenkins-hbase3:45419 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-09-06T20:24:48,975 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-09-06T20:24:48,983 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-09-06T20:24:48,999 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,45235,1694031883313 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-09-06T20:24:49,009 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:24:49,010 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:24:49,011 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:24:49,011 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:24:49,012 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-09-06T20:24:49,012 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,012 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-09-06T20:24:49,012 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,057 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1694031919057 2023-09-06T20:24:49,066 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-09-06T20:24:49,072 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-09-06T20:24:49,087 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-09-06T20:24:49,088 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-09-06T20:24:49,096 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:49,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-09-06T20:24:49,098 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-09-06T20:24:49,098 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-09-06T20:24:49,099 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-09-06T20:24:49,100 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-09-06T20:24:49,100 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-09-06T20:24:49,100 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:36179, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-09-06T20:24:49,110 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:49,126 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-09-06T20:24:49,139 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-09-06T20:24:49,140 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-09-06T20:24:49,146 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45235 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-09-06T20:24:49,171 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4cd0020e to 127.0.0.1:57079 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:24:49,227 DEBUG [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-09-06T20:24:49,227 WARN [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-09-06T20:24:49,233 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19431d73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:24:49,233 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-09-06T20:24:49,238 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-09-06T20:24:49,239 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-09-06T20:24:49,241 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694031889241,5,FailOnTimeoutGroup] 2023-09-06T20:24:49,246 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694031889242,5,FailOnTimeoutGroup] 2023-09-06T20:24:49,247 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:49,248 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1635): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-09-06T20:24:49,251 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:49,251 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:49,329 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,45235,1694031883313 with isa=jenkins-hbase3.apache.org/172.31.12.81:45419, startcode=1694031886681 2023-09-06T20:24:49,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45235 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:24:49,347 DEBUG [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398 2023-09-06T20:24:49,347 DEBUG [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:44895 2023-09-06T20:24:49,347 DEBUG [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=39601 2023-09-06T20:24:49,447 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-09-06T20:24:49,447 DEBUG [RS:0;jenkins-hbase3:45419 {}] zookeeper.ZKUtil(111): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:24:49,448 WARN [RS:0;jenkins-hbase3:45419 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-09-06T20:24:49,448 INFO [RS:0;jenkins-hbase3:45419 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:24:49,448 DEBUG [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/WALs/jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:24:49,452 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,45419,1694031886681] 2023-09-06T20:24:49,471 DEBUG [RS:0;jenkins-hbase3:45419 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-09-06T20:24:49,487 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-09-06T20:24:49,501 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-09-06T20:24:49,505 INFO [RS:0;jenkins-hbase3:45419 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-09-06T20:24:49,505 INFO [RS:0;jenkins-hbase3:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:49,506 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-09-06T20:24:49,515 INFO [RS:0;jenkins-hbase3:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:49,516 DEBUG [RS:0;jenkins-hbase3:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,516 DEBUG [RS:0;jenkins-hbase3:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,516 DEBUG [RS:0;jenkins-hbase3:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,516 DEBUG [RS:0;jenkins-hbase3:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,516 DEBUG [RS:0;jenkins-hbase3:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,516 DEBUG [RS:0;jenkins-hbase3:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-09-06T20:24:49,517 DEBUG [RS:0;jenkins-hbase3:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,517 DEBUG [RS:0;jenkins-hbase3:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,517 DEBUG [RS:0;jenkins-hbase3:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,517 DEBUG [RS:0;jenkins-hbase3:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,517 DEBUG [RS:0;jenkins-hbase3:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,517 DEBUG [RS:0;jenkins-hbase3:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-09-06T20:24:49,517 DEBUG [RS:0;jenkins-hbase3:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-09-06T20:24:49,518 INFO [RS:0;jenkins-hbase3:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:49,518 INFO [RS:0;jenkins-hbase3:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:49,519 INFO [RS:0;jenkins-hbase3:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:49,519 INFO [RS:0;jenkins-hbase3:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:49,519 INFO [RS:0;jenkins-hbase3:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45419,1694031886681-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-09-06T20:24:49,535 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-09-06T20:24:49,539 INFO [RS:0;jenkins-hbase3:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45419,1694031886681-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:49,560 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,45419,1694031886681 started 2023-09-06T20:24:49,560 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,45419,1694031886681, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:45419, sessionid=0x100eef488b90001 2023-09-06T20:24:49,561 DEBUG [RS:0;jenkins-hbase3:45419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-09-06T20:24:49,561 DEBUG [RS:0;jenkins-hbase3:45419 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:24:49,561 DEBUG [RS:0;jenkins-hbase3:45419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45419,1694031886681' 2023-09-06T20:24:49,561 DEBUG [RS:0;jenkins-hbase3:45419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-09-06T20:24:49,562 DEBUG [RS:0;jenkins-hbase3:45419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-09-06T20:24:49,562 DEBUG [RS:0;jenkins-hbase3:45419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-09-06T20:24:49,562 DEBUG [RS:0;jenkins-hbase3:45419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-09-06T20:24:49,563 DEBUG [RS:0;jenkins-hbase3:45419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45419,1694031886681' 2023-09-06T20:24:49,563 DEBUG [RS:0;jenkins-hbase3:45419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:24:49,563 DEBUG [RS:0;jenkins-hbase3:45419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:24:49,564 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-09-06T20:24:49,564 DEBUG [RS:0;jenkins-hbase3:45419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-09-06T20:24:49,564 DEBUG [RS:0;jenkins-hbase3:45419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-09-06T20:24:49,564 DEBUG [RS:0;jenkins-hbase3:45419 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:24:49,564 DEBUG [RS:0;jenkins-hbase3:45419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45419,1694031886681' 2023-09-06T20:24:49,564 DEBUG [RS:0;jenkins-hbase3:45419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-09-06T20:24:49,564 DEBUG [RS:0;jenkins-hbase3:45419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-09-06T20:24:49,565 DEBUG [RS:0;jenkins-hbase3:45419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-09-06T20:24:49,565 INFO [RS:0;jenkins-hbase3:45419 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-09-06T20:24:49,565 INFO [RS:0;jenkins-hbase3:45419 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-09-06T20:24:49,621 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-09-06T20:24:49,621 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398 2023-09-06T20:24:49,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:24:49,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-09-06T20:24:49,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-09-06T20:24:49,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:49,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:24:49,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-09-06T20:24:49,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-09-06T20:24:49,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:49,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:24:49,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-09-06T20:24:49,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-09-06T20:24:49,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:49,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:24:49,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/meta/1588230740 2023-09-06T20:24:49,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/meta/1588230740 2023-09-06T20:24:49,659 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:24:49,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-09-06T20:24:49,665 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:24:49,666 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10758738720, jitterRate=0.0019856244325637817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:24:49,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-09-06T20:24:49,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-09-06T20:24:49,669 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-09-06T20:24:49,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-09-06T20:24:49,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-09-06T20:24:49,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-09-06T20:24:49,671 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-09-06T20:24:49,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-09-06T20:24:49,676 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-09-06T20:24:49,676 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-09-06T20:24:49,683 INFO [RS:0;jenkins-hbase3:45419 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-09-06T20:24:49,686 INFO [RS:0;jenkins-hbase3:45419 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C45419%2C1694031886681, suffix=, logDir=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/WALs/jenkins-hbase3.apache.org,45419,1694031886681, archiveDir=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/oldWALs, maxLogs=32 2023-09-06T20:24:49,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-09-06T20:24:49,702 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-09-06T20:24:49,706 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-09-06T20:24:49,710 DEBUG [RS:0;jenkins-hbase3:45419 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/WALs/jenkins-hbase3.apache.org,45419,1694031886681/jenkins-hbase3.apache.org%2C45419%2C1694031886681.1694031889689, exclude list is [], retry=0 2023-09-06T20:24:49,716 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44815,DS-96270cd2-b802-4b30-8008-5ebaf75e9584,DISK] 2023-09-06T20:24:49,720 INFO [RS:0;jenkins-hbase3:45419 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/WALs/jenkins-hbase3.apache.org,45419,1694031886681/jenkins-hbase3.apache.org%2C45419%2C1694031886681.1694031889689 2023-09-06T20:24:49,720 DEBUG [RS:0;jenkins-hbase3:45419 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44815,DS-96270cd2-b802-4b30-8008-5ebaf75e9584,DISK]] 2023-09-06T20:24:49,858 DEBUG [jenkins-hbase3:45235 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-09-06T20:24:49,868 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:24:49,874 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,45419,1694031886681, state=OPENING 2023-09-06T20:24:49,947 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-09-06T20:24:50,095 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:50,095 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:50,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:24:50,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:24:50,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,45419,1694031886681}] 2023-09-06T20:24:50,299 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:24:50,302 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-09-06T20:24:50,306 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43662, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-09-06T20:24:50,319 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-09-06T20:24:50,320 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:24:50,321 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-09-06T20:24:50,324 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C45419%2C1694031886681.meta, suffix=.meta, logDir=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/WALs/jenkins-hbase3.apache.org,45419,1694031886681, archiveDir=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/oldWALs, maxLogs=32 2023-09-06T20:24:50,337 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/WALs/jenkins-hbase3.apache.org,45419,1694031886681/jenkins-hbase3.apache.org%2C45419%2C1694031886681.meta.1694031890326.meta, exclude list is [], retry=0 2023-09-06T20:24:50,342 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44815,DS-96270cd2-b802-4b30-8008-5ebaf75e9584,DISK] 2023-09-06T20:24:50,347 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/WALs/jenkins-hbase3.apache.org,45419,1694031886681/jenkins-hbase3.apache.org%2C45419%2C1694031886681.meta.1694031890326.meta 2023-09-06T20:24:50,347 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44815,DS-96270cd2-b802-4b30-8008-5ebaf75e9584,DISK]] 2023-09-06T20:24:50,347 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:24:50,352 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:24:50,353 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-09-06T20:24:50,371 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-09-06T20:24:50,372 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-09-06T20:24:50,377 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-09-06T20:24:50,377 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:24:50,378 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-09-06T20:24:50,378 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-09-06T20:24:50,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-09-06T20:24:50,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-09-06T20:24:50,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:50,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:24:50,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-09-06T20:24:50,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-09-06T20:24:50,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:50,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:24:50,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-09-06T20:24:50,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-09-06T20:24:50,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:50,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:24:50,389 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/meta/1588230740 2023-09-06T20:24:50,392 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/meta/1588230740 2023-09-06T20:24:50,395 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:24:50,398 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-09-06T20:24:50,399 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11957355520, jitterRate=0.11361551284790039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:24:50,401 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-09-06T20:24:50,417 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1694031890288 2023-09-06T20:24:50,442 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-09-06T20:24:50,443 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-09-06T20:24:50,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:24:50,446 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,45419,1694031886681, state=OPEN 2023-09-06T20:24:50,632 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-09-06T20:24:50,632 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-09-06T20:24:50,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:24:50,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:24:50,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-09-06T20:24:50,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,45419,1694031886681 in 531 msec 2023-09-06T20:24:50,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-09-06T20:24:50,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 952 msec 2023-09-06T20:24:50,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.7920 sec 2023-09-06T20:24:50,654 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1063): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1694031890654, completionTime=-1 2023-09-06T20:24:50,654 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-09-06T20:24:50,655 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-09-06T20:24:50,721 DEBUG [hconnection-0x4409b66e-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:24:50,724 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43678, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:24:50,751 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-09-06T20:24:50,751 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1694031950751 2023-09-06T20:24:50,751 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1694032010751 2023-09-06T20:24:50,751 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 96 msec 2023-09-06T20:24:50,888 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45235,1694031883313-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:50,889 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45235,1694031883313-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:50,889 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45235,1694031883313-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:50,891 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:45235, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:50,892 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:50,899 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-09-06T20:24:50,913 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-09-06T20:24:50,915 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2368): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-09-06T20:24:50,926 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-09-06T20:24:50,930 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:24:50,932 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:50,934 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:24:51,353 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => e42c2c31f7d0e976fc4750f99dd7d572, NAME => 'hbase:namespace,,1694031890914.e42c2c31f7d0e976fc4750f99dd7d572.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398 2023-09-06T20:24:51,365 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1694031890914.e42c2c31f7d0e976fc4750f99dd7d572.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:24:51,365 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing e42c2c31f7d0e976fc4750f99dd7d572, disabling compactions & flushes 2023-09-06T20:24:51,366 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1694031890914.e42c2c31f7d0e976fc4750f99dd7d572. 2023-09-06T20:24:51,366 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1694031890914.e42c2c31f7d0e976fc4750f99dd7d572. 2023-09-06T20:24:51,366 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1694031890914.e42c2c31f7d0e976fc4750f99dd7d572. after waiting 0 ms 2023-09-06T20:24:51,366 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1694031890914.e42c2c31f7d0e976fc4750f99dd7d572. 2023-09-06T20:24:51,366 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1694031890914.e42c2c31f7d0e976fc4750f99dd7d572. 2023-09-06T20:24:51,366 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for e42c2c31f7d0e976fc4750f99dd7d572: 2023-09-06T20:24:51,368 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:24:51,384 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1694031890914.e42c2c31f7d0e976fc4750f99dd7d572.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1694031891370"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031891370"}]},"ts":"1694031891370"} 2023-09-06T20:24:51,417 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:24:51,418 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:24:51,424 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031891419"}]},"ts":"1694031891419"} 2023-09-06T20:24:51,428 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-09-06T20:24:51,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e42c2c31f7d0e976fc4750f99dd7d572, ASSIGN}] 2023-09-06T20:24:51,613 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e42c2c31f7d0e976fc4750f99dd7d572, ASSIGN 2023-09-06T20:24:51,615 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=e42c2c31f7d0e976fc4750f99dd7d572, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45419,1694031886681; forceNewPlan=false, retain=false 2023-09-06T20:24:51,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e42c2c31f7d0e976fc4750f99dd7d572, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:24:51,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure e42c2c31f7d0e976fc4750f99dd7d572, server=jenkins-hbase3.apache.org,45419,1694031886681}] 2023-09-06T20:24:51,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1694031890914.e42c2c31f7d0e976fc4750f99dd7d572. 2023-09-06T20:24:51,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => e42c2c31f7d0e976fc4750f99dd7d572, NAME => 'hbase:namespace,,1694031890914.e42c2c31f7d0e976fc4750f99dd7d572.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:24:51,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:24:51,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace e42c2c31f7d0e976fc4750f99dd7d572 2023-09-06T20:24:51,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1694031890914.e42c2c31f7d0e976fc4750f99dd7d572.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:24:51,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for e42c2c31f7d0e976fc4750f99dd7d572 2023-09-06T20:24:51,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for e42c2c31f7d0e976fc4750f99dd7d572 2023-09-06T20:24:51,938 INFO [StoreOpener-e42c2c31f7d0e976fc4750f99dd7d572-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e42c2c31f7d0e976fc4750f99dd7d572 2023-09-06T20:24:51,940 INFO [StoreOpener-e42c2c31f7d0e976fc4750f99dd7d572-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e42c2c31f7d0e976fc4750f99dd7d572 columnFamilyName info 2023-09-06T20:24:51,940 DEBUG [StoreOpener-e42c2c31f7d0e976fc4750f99dd7d572-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:51,941 INFO [StoreOpener-e42c2c31f7d0e976fc4750f99dd7d572-1 {}] regionserver.HStore(324): Store=e42c2c31f7d0e976fc4750f99dd7d572/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:24:51,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/namespace/e42c2c31f7d0e976fc4750f99dd7d572 2023-09-06T20:24:51,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/namespace/e42c2c31f7d0e976fc4750f99dd7d572 2023-09-06T20:24:51,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for e42c2c31f7d0e976fc4750f99dd7d572 2023-09-06T20:24:51,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/namespace/e42c2c31f7d0e976fc4750f99dd7d572/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:24:51,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened e42c2c31f7d0e976fc4750f99dd7d572; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11899464320, jitterRate=0.10822397470474243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:24:51,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for e42c2c31f7d0e976fc4750f99dd7d572: 2023-09-06T20:24:51,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1694031890914.e42c2c31f7d0e976fc4750f99dd7d572., pid=6, masterSystemTime=1694031891927 2023-09-06T20:24:51,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1694031890914.e42c2c31f7d0e976fc4750f99dd7d572. 2023-09-06T20:24:51,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1694031890914.e42c2c31f7d0e976fc4750f99dd7d572. 2023-09-06T20:24:51,958 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e42c2c31f7d0e976fc4750f99dd7d572, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:24:51,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-09-06T20:24:51,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure e42c2c31f7d0e976fc4750f99dd7d572, server=jenkins-hbase3.apache.org,45419,1694031886681 in 188 msec 2023-09-06T20:24:51,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-09-06T20:24:51,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=e42c2c31f7d0e976fc4750f99dd7d572, ASSIGN in 355 msec 2023-09-06T20:24:51,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:24:51,971 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031891971"}]},"ts":"1694031891971"} 2023-09-06T20:24:51,974 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-09-06T20:24:52,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:24:52,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.0850 sec 2023-09-06T20:24:52,031 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-09-06T20:24:52,085 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:52,085 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-09-06T20:24:52,085 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:52,135 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-09-06T20:24:52,185 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:24:52,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 109 msec 2023-09-06T20:24:52,241 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-09-06T20:24:52,277 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:24:52,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 101 msec 2023-09-06T20:24:52,485 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-09-06T20:24:52,585 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-09-06T20:24:52,585 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1193): Master has completed initialization 5.738sec 2023-09-06T20:24:52,588 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-09-06T20:24:52,589 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-09-06T20:24:52,591 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-09-06T20:24:52,591 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-09-06T20:24:52,592 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-09-06T20:24:52,593 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45235,1694031883313-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-09-06T20:24:52,594 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45235,1694031883313-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-09-06T20:24:52,608 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1296): Balancer post startup initialization complete, took 0 seconds 2023-09-06T20:24:52,610 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-09-06T20:24:52,639 DEBUG [Listener at localhost/45401 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0c86c809 to 127.0.0.1:57079 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:24:52,702 DEBUG [Listener at localhost/45401 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48921cc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:24:52,707 DEBUG [Listener at localhost/45401 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-09-06T20:24:52,707 DEBUG [Listener at localhost/45401 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-09-06T20:24:52,722 DEBUG [hconnection-0x1f894eae-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:24:52,733 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43680, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:24:52,743 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,45235,1694031883313 2023-09-06T20:24:52,756 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/hadoop.log.dir so I do NOT create it in target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774 2023-09-06T20:24:52,756 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/hadoop.tmp.dir so I do NOT create it in target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774 2023-09-06T20:24:52,756 DEBUG [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774 2023-09-06T20:24:52,756 INFO [Listener at localhost/45401 {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/cluster_0e9da92e-c8a7-bfac-4b1b-311c4e7b0d09, deleteOnExit=true 2023-09-06T20:24:52,756 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/test.cache.data in system properties and HBase conf 2023-09-06T20:24:52,756 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/hadoop.tmp.dir in system properties and HBase conf 2023-09-06T20:24:52,756 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/hadoop.log.dir in system properties and HBase conf 2023-09-06T20:24:52,757 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/mapreduce.cluster.local.dir in system properties and HBase conf 2023-09-06T20:24:52,757 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-09-06T20:24:52,757 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-09-06T20:24:52,757 DEBUG [Listener at localhost/45401 {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-09-06T20:24:52,757 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:24:52,757 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:24:52,757 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-09-06T20:24:52,757 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:24:52,758 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-09-06T20:24:52,758 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-09-06T20:24:52,758 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:24:52,758 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:24:52,758 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-09-06T20:24:52,758 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/nfs.dump.dir in system properties and HBase conf 2023-09-06T20:24:52,758 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/java.io.tmpdir in system properties and HBase conf 2023-09-06T20:24:52,758 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:24:52,758 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-09-06T20:24:52,759 INFO [Listener at localhost/45401 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-09-06T20:24:52,771 WARN [Listener at localhost/45401 {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-09-06T20:24:52,771 WARN [Listener at localhost/45401 {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-09-06T20:24:53,306 WARN [Listener at localhost/45401 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:24:53,309 INFO [Listener at localhost/45401 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:24:53,315 INFO [Listener at localhost/45401 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/java.io.tmpdir/Jetty_localhost_45833_hdfs____26gx0h/webapp 2023-09-06T20:24:53,429 INFO [Listener at localhost/45401 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45833 2023-09-06T20:24:53,445 WARN [Listener at localhost/45401 {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-09-06T20:24:53,445 WARN [Listener at localhost/45401 {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-09-06T20:24:53,498 WARN [Listener at localhost/37817 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:24:53,520 WARN [Listener at localhost/37817 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-09-06T20:24:53,524 WARN [Listener at localhost/37817 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:24:53,525 INFO [Listener at localhost/37817 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:24:53,532 INFO [Listener at localhost/37817 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/java.io.tmpdir/Jetty_localhost_33299_datanode____.wlh7zb/webapp 2023-09-06T20:24:53,638 INFO [Listener at localhost/37817 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33299 2023-09-06T20:24:53,647 WARN [Listener at localhost/45265 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:24:53,685 WARN [Listener at localhost/45265 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-09-06T20:24:53,687 WARN [Listener at localhost/45265 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:24:53,689 INFO [Listener at localhost/45265 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:24:53,692 INFO [Listener at localhost/45265 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/java.io.tmpdir/Jetty_localhost_36893_datanode____.la4m8a/webapp 2023-09-06T20:24:53,731 WARN [Thread-202 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-09-06T20:24:53,765 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xf2578bc24ffd5f34: Processing first storage report for DS-8321ad25-52ce-4f71-82b9-3bc325629002 from datanode 5c4f165f-d642-4a6c-a74a-e4c2ce2f7bf9 2023-09-06T20:24:53,766 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xf2578bc24ffd5f34: from storage DS-8321ad25-52ce-4f71-82b9-3bc325629002 node DatanodeRegistration(127.0.0.1:43691, datanodeUuid=5c4f165f-d642-4a6c-a74a-e4c2ce2f7bf9, infoPort=40995, infoSecurePort=0, ipcPort=45265, storageInfo=lv=-57;cid=testClusterID;nsid=1020474471;c=1694031892774), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2023-09-06T20:24:53,766 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xf2578bc24ffd5f34: Processing first storage report for DS-fd33b758-a971-46a6-a6f5-4a766a3dc48e from datanode 5c4f165f-d642-4a6c-a74a-e4c2ce2f7bf9 2023-09-06T20:24:53,766 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xf2578bc24ffd5f34: from storage DS-fd33b758-a971-46a6-a6f5-4a766a3dc48e node DatanodeRegistration(127.0.0.1:43691, datanodeUuid=5c4f165f-d642-4a6c-a74a-e4c2ce2f7bf9, infoPort=40995, infoSecurePort=0, ipcPort=45265, storageInfo=lv=-57;cid=testClusterID;nsid=1020474471;c=1694031892774), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-09-06T20:24:53,817 INFO [Listener at localhost/45265 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36893 2023-09-06T20:24:53,825 WARN [Listener at localhost/45297 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:24:53,852 WARN [Listener at localhost/45297 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-09-06T20:24:53,855 WARN [Listener at localhost/45297 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:24:53,857 INFO [Listener at localhost/45297 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:24:53,865 INFO [Listener at localhost/45297 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/java.io.tmpdir/Jetty_localhost_39037_datanode____.27vve3/webapp 2023-09-06T20:24:53,908 WARN [Thread-237 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-09-06T20:24:53,942 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xe51a35f9b8fe53e8: Processing first storage report for DS-84ee7798-9192-4077-8456-1d2dc88e5ecb from datanode 24e0d31d-67ea-4aec-9445-d44f4a07633b 2023-09-06T20:24:53,942 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xe51a35f9b8fe53e8: from storage DS-84ee7798-9192-4077-8456-1d2dc88e5ecb node DatanodeRegistration(127.0.0.1:37811, datanodeUuid=24e0d31d-67ea-4aec-9445-d44f4a07633b, infoPort=45351, infoSecurePort=0, ipcPort=45297, storageInfo=lv=-57;cid=testClusterID;nsid=1020474471;c=1694031892774), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2023-09-06T20:24:53,942 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xe51a35f9b8fe53e8: Processing first storage report for DS-bfd5523f-55fa-4a05-8f9e-d2d34f0c3c13 from datanode 24e0d31d-67ea-4aec-9445-d44f4a07633b 2023-09-06T20:24:53,942 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xe51a35f9b8fe53e8: from storage DS-bfd5523f-55fa-4a05-8f9e-d2d34f0c3c13 node DatanodeRegistration(127.0.0.1:37811, datanodeUuid=24e0d31d-67ea-4aec-9445-d44f4a07633b, infoPort=45351, infoSecurePort=0, ipcPort=45297, storageInfo=lv=-57;cid=testClusterID;nsid=1020474471;c=1694031892774), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-09-06T20:24:53,988 INFO [Listener at localhost/45297 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39037 2023-09-06T20:24:54,004 WARN [Listener at localhost/46417 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:24:54,117 WARN [Thread-271 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-09-06T20:24:54,155 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xcd196ab5123ddbed: Processing first storage report for DS-269510db-03b3-4c8c-8a91-57674e8c9a98 from datanode bda7495a-28d9-4fce-8e93-2b4374e7f31b 2023-09-06T20:24:54,155 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xcd196ab5123ddbed: from storage DS-269510db-03b3-4c8c-8a91-57674e8c9a98 node DatanodeRegistration(127.0.0.1:43061, datanodeUuid=bda7495a-28d9-4fce-8e93-2b4374e7f31b, infoPort=39029, infoSecurePort=0, ipcPort=46417, storageInfo=lv=-57;cid=testClusterID;nsid=1020474471;c=1694031892774), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2023-09-06T20:24:54,155 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xcd196ab5123ddbed: Processing first storage report for DS-08dfd856-570f-462b-bf88-735ff516451f from datanode bda7495a-28d9-4fce-8e93-2b4374e7f31b 2023-09-06T20:24:54,155 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xcd196ab5123ddbed: from storage DS-08dfd856-570f-462b-bf88-735ff516451f node DatanodeRegistration(127.0.0.1:43061, datanodeUuid=bda7495a-28d9-4fce-8e93-2b4374e7f31b, infoPort=39029, infoSecurePort=0, ipcPort=46417, storageInfo=lv=-57;cid=testClusterID;nsid=1020474471;c=1694031892774), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-09-06T20:24:54,227 DEBUG [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774 2023-09-06T20:24:54,227 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-09-06T20:24:54,227 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(1143): NOT STARTING DFS 2023-09-06T20:24:54,227 INFO [Listener at localhost/46417 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:24:54,229 INFO [Listener at localhost/46417 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:24:54,255 INFO [Listener at localhost/46417 {}] util.FSUtils(461): Created version file at hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82 with version=8 2023-09-06T20:24:54,256 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(1462): The hbase.fs.tmp.dir is set to hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/hbase-staging 2023-09-06T20:24:54,257 DEBUG [Listener at localhost/46417 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-09-06T20:24:54,257 DEBUG [Listener at localhost/46417 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-09-06T20:24:54,257 DEBUG [Listener at localhost/46417 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-09-06T20:24:54,257 DEBUG [Listener at localhost/46417 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-09-06T20:24:54,258 INFO [Listener at localhost/46417 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-09-06T20:24:54,258 INFO [Listener at localhost/46417 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=100, handlerCount=10 2023-09-06T20:24:54,258 INFO [Listener at localhost/46417 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-09-06T20:24:54,259 INFO [Listener at localhost/46417 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-09-06T20:24:54,259 INFO [Listener at localhost/46417 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:24:54,259 INFO [Listener at localhost/46417 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-09-06T20:24:54,259 INFO [Listener at localhost/46417 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-09-06T20:24:54,259 INFO [Listener at localhost/46417 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-06T20:24:54,260 INFO [Listener at localhost/46417 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:45807 2023-09-06T20:24:54,261 INFO [Listener at localhost/46417 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:24:54,262 INFO [Listener at localhost/46417 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:24:54,263 INFO [Listener at localhost/46417 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:45807 connecting to ZooKeeper ensemble=127.0.0.1:57079 2023-09-06T20:24:54,267 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:458070x0, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-09-06T20:24:54,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:45807-0x100eef488b90004 connected 2023-09-06T20:24:54,282 DEBUG [Listener at localhost/46417 {}] zookeeper.ZKUtil(113): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2023-09-06T20:24:54,283 DEBUG [Listener at localhost/46417 {}] zookeeper.ZKUtil(113): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2023-09-06T20:24:54,284 DEBUG [Listener at localhost/46417 {}] zookeeper.ZKUtil(113): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2023-09-06T20:24:54,285 DEBUG [Listener at localhost/46417 {}] ipc.RpcExecutor(290): Started handlerCount=10 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45807 2023-09-06T20:24:54,285 DEBUG [Listener at localhost/46417 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45807 2023-09-06T20:24:54,286 DEBUG [Listener at localhost/46417 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45807 2023-09-06T20:24:54,290 DEBUG [Listener at localhost/46417 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45807 2023-09-06T20:24:54,290 DEBUG [Listener at localhost/46417 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45807 2023-09-06T20:24:54,294 INFO [Listener at localhost/46417 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-09-06T20:24:54,294 INFO [Listener at localhost/46417 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-09-06T20:24:54,294 INFO [Listener at localhost/46417 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-09-06T20:24:54,295 INFO [Listener at localhost/46417 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-09-06T20:24:54,295 INFO [Listener at localhost/46417 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-09-06T20:24:54,295 INFO [Listener at localhost/46417 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-09-06T20:24:54,295 INFO [Listener at localhost/46417 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-09-06T20:24:54,297 INFO [Listener at localhost/46417 {}] http.HttpServer(1219): Jetty bound to port 41997 2023-09-06T20:24:54,297 INFO [Listener at localhost/46417 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:24:54,302 INFO [Listener at localhost/46417 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:24:54,302 INFO [Listener at localhost/46417 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@346f23d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/hadoop.log.dir/,AVAILABLE} 2023-09-06T20:24:54,303 INFO [Listener at localhost/46417 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:24:54,303 INFO [Listener at localhost/46417 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@4f15accb{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-09-06T20:24:54,318 INFO [Listener at localhost/46417 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-09-06T20:24:54,319 INFO [Listener at localhost/46417 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-09-06T20:24:54,320 INFO [Listener at localhost/46417 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-09-06T20:24:54,320 INFO [Listener at localhost/46417 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-09-06T20:24:54,321 INFO [Listener at localhost/46417 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:24:54,436 INFO [Listener at localhost/46417 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@976e537{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-09-06T20:24:54,438 INFO [Listener at localhost/46417 {}] server.AbstractConnector(333): Started ServerConnector@1f36edb9{HTTP/1.1, (http/1.1)}{0.0.0.0:41997} 2023-09-06T20:24:54,438 INFO [Listener at localhost/46417 {}] server.Server(415): Started @17750ms 2023-09-06T20:24:54,438 INFO [Listener at localhost/46417 {}] master.HMaster(485): hbase.rootdir=hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82, hbase.cluster.distributed=false 2023-09-06T20:24:54,454 INFO [Listener at localhost/46417 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-09-06T20:24:54,454 INFO [Listener at localhost/46417 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=100, handlerCount=10 2023-09-06T20:24:54,454 INFO [Listener at localhost/46417 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-09-06T20:24:54,454 INFO [Listener at localhost/46417 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-09-06T20:24:54,454 INFO [Listener at localhost/46417 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:24:54,455 INFO [Listener at localhost/46417 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-09-06T20:24:54,455 INFO [Listener at localhost/46417 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-09-06T20:24:54,455 INFO [Listener at localhost/46417 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-06T20:24:54,459 INFO [Listener at localhost/46417 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:35215 2023-09-06T20:24:54,460 INFO [Listener at localhost/46417 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-09-06T20:24:54,461 DEBUG [Listener at localhost/46417 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-09-06T20:24:54,463 INFO [Listener at localhost/46417 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:24:54,465 INFO [Listener at localhost/46417 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:24:54,467 INFO [Listener at localhost/46417 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:35215 connecting to ZooKeeper ensemble=127.0.0.1:57079 2023-09-06T20:24:54,472 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): regionserver:352150x0, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-09-06T20:24:54,474 DEBUG [Listener at localhost/46417 {}] zookeeper.ZKUtil(113): regionserver:352150x0, quorum=127.0.0.1:57079, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2023-09-06T20:24:54,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:35215-0x100eef488b90005 connected 2023-09-06T20:24:54,475 DEBUG [Listener at localhost/46417 {}] zookeeper.ZKUtil(113): regionserver:35215-0x100eef488b90005, quorum=127.0.0.1:57079, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2023-09-06T20:24:54,476 DEBUG [Listener at localhost/46417 {}] zookeeper.ZKUtil(113): regionserver:35215-0x100eef488b90005, quorum=127.0.0.1:57079, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2023-09-06T20:24:54,490 DEBUG [Listener at localhost/46417 {}] ipc.RpcExecutor(290): Started handlerCount=10 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35215 2023-09-06T20:24:54,490 DEBUG [Listener at localhost/46417 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35215 2023-09-06T20:24:54,491 DEBUG [Listener at localhost/46417 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35215 2023-09-06T20:24:54,493 DEBUG [Listener at localhost/46417 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35215 2023-09-06T20:24:54,494 DEBUG [Listener at localhost/46417 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35215 2023-09-06T20:24:54,497 INFO [Listener at localhost/46417 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-09-06T20:24:54,497 INFO [Listener at localhost/46417 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-09-06T20:24:54,497 INFO [Listener at localhost/46417 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-09-06T20:24:54,498 INFO [Listener at localhost/46417 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-09-06T20:24:54,498 INFO [Listener at localhost/46417 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-09-06T20:24:54,498 INFO [Listener at localhost/46417 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-09-06T20:24:54,498 INFO [Listener at localhost/46417 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-09-06T20:24:54,499 INFO [Listener at localhost/46417 {}] http.HttpServer(1219): Jetty bound to port 33709 2023-09-06T20:24:54,499 INFO [Listener at localhost/46417 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:24:54,501 INFO [Listener at localhost/46417 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:24:54,501 INFO [Listener at localhost/46417 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@41e82106{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/hadoop.log.dir/,AVAILABLE} 2023-09-06T20:24:54,502 INFO [Listener at localhost/46417 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:24:54,502 INFO [Listener at localhost/46417 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@1ea517ad{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-09-06T20:24:54,511 INFO [Listener at localhost/46417 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-09-06T20:24:54,512 INFO [Listener at localhost/46417 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-09-06T20:24:54,512 INFO [Listener at localhost/46417 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-09-06T20:24:54,512 INFO [Listener at localhost/46417 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-09-06T20:24:54,514 INFO [Listener at localhost/46417 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:24:54,515 INFO [Listener at localhost/46417 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@769bde97{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-09-06T20:24:54,516 INFO [Listener at localhost/46417 {}] server.AbstractConnector(333): Started ServerConnector@7adf0b11{HTTP/1.1, (http/1.1)}{0.0.0.0:33709} 2023-09-06T20:24:54,517 INFO [Listener at localhost/46417 {}] server.Server(415): Started @17828ms 2023-09-06T20:24:54,517 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-09-06T20:24:54,518 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-09-06T20:24:54,518 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:24:54,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-09-06T20:24:54,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-09-06T20:24:54,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:24:54,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-09-06T20:24:54,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:24:54,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-09-06T20:24:54,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-09-06T20:24:54,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-09-06T20:24:54,530 DEBUG [M:0;jenkins-hbase3:45807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:45807 2023-09-06T20:24:54,543 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@6a4ec782{HTTP/1.1, (http/1.1)}{0.0.0.0:40075} 2023-09-06T20:24:54,543 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @17855ms 2023-09-06T20:24:54,543 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2388): Adding backup master ZNode /2/backup-masters/jenkins-hbase3.apache.org,45807,1694031894257 2023-09-06T20:24:54,548 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2023-09-06T20:24:54,548 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35215-0x100eef488b90005, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2023-09-06T20:24:54,549 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/jenkins-hbase3.apache.org,45807,1694031894257 2023-09-06T20:24:54,551 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2023-09-06T20:24:54,551 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35215-0x100eef488b90005, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2023-09-06T20:24:54,551 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-09-06T20:24:54,551 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35215-0x100eef488b90005, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-09-06T20:24:54,554 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Set watcher on existing znode=/2/master 2023-09-06T20:24:54,555 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/jenkins-hbase3.apache.org,45807,1694031894257 from backup master directory 2023-09-06T20:24:54,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Set watcher on existing znode=/2/master 2023-09-06T20:24:54,557 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/jenkins-hbase3.apache.org,45807,1694031894257 2023-09-06T20:24:54,558 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2023-09-06T20:24:54,558 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-09-06T20:24:54,558 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35215-0x100eef488b90005, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2023-09-06T20:24:54,558 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,45807,1694031894257 2023-09-06T20:24:55,001 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/hbase.id with ID: ae439021-9d83-49d6-a0db-b862a856baad 2023-09-06T20:24:55,023 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:24:55,026 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-09-06T20:24:55,026 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35215-0x100eef488b90005, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-09-06T20:24:55,046 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:24:55,047 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-09-06T20:24:55,048 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:24:55,477 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/MasterData/data/master/store 2023-09-06T20:24:55,494 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:24:55,494 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-09-06T20:24:55,494 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:24:55,494 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:24:55,494 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-09-06T20:24:55,494 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:24:55,494 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:24:55,494 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:24:55,498 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/MasterData/data/master/store/.initializing 2023-09-06T20:24:55,498 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:37817/tmp/wal/MasterData/WALs/jenkins-hbase3.apache.org,45807,1694031894257 2023-09-06T20:24:55,500 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-09-06T20:24:55,503 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C45807%2C1694031894257, suffix=, logDir=hdfs://localhost:37817/tmp/wal/MasterData/WALs/jenkins-hbase3.apache.org,45807,1694031894257, archiveDir=hdfs://localhost:37817/tmp/wal/MasterData/oldWALs, maxLogs=10 2023-09-06T20:24:55,516 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /tmp/wal/MasterData/WALs/jenkins-hbase3.apache.org,45807,1694031894257/jenkins-hbase3.apache.org%2C45807%2C1694031894257.1694031895504, exclude list is [], retry=0 2023-09-06T20:24:55,522 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43691,DS-8321ad25-52ce-4f71-82b9-3bc325629002,DISK] 2023-09-06T20:24:55,528 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /tmp/wal/MasterData/WALs/jenkins-hbase3.apache.org,45807,1694031894257/jenkins-hbase3.apache.org%2C45807%2C1694031894257.1694031895504 2023-09-06T20:24:55,528 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43691,DS-8321ad25-52ce-4f71-82b9-3bc325629002,DISK]] 2023-09-06T20:24:55,528 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:24:55,528 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:24:55,528 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:55,529 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:55,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:55,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-09-06T20:24:55,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:55,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:24:55,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:55,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-09-06T20:24:55,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:55,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:24:55,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:55,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-09-06T20:24:55,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:55,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:24:55,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:55,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-09-06T20:24:55,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:55,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:24:55,554 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:55,555 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:55,555 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37817/tmp/wal/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:55,561 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-09-06T20:24:55,566 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:55,579 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37817/tmp/wal/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:24:55,580 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10591201760, jitterRate=-0.013617470860481262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-09-06T20:24:55,580 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:24:55,582 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-09-06T20:24:55,587 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35353403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:24:55,588 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(860): No meta location available on zookeeper, skip migrating... 2023-09-06T20:24:55,589 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-09-06T20:24:55,589 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-09-06T20:24:55,589 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-09-06T20:24:55,590 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-09-06T20:24:55,591 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 0 msec 2023-09-06T20:24:55,591 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-09-06T20:24:55,593 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-09-06T20:24:55,595 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2023-09-06T20:24:55,597 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /2/balancer already deleted, retry=false 2023-09-06T20:24:55,597 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-09-06T20:24:55,598 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2023-09-06T20:24:55,599 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /2/normalizer already deleted, retry=false 2023-09-06T20:24:55,599 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-09-06T20:24:55,600 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2023-09-06T20:24:55,601 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /2/switch/split already deleted, retry=false 2023-09-06T20:24:55,602 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2023-09-06T20:24:55,603 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /2/switch/merge already deleted, retry=false 2023-09-06T20:24:55,605 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2023-09-06T20:24:55,607 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /2/snapshot-cleanup already deleted, retry=false 2023-09-06T20:24:55,609 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35215-0x100eef488b90005, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2023-09-06T20:24:55,609 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35215-0x100eef488b90005, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-09-06T20:24:55,609 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2023-09-06T20:24:55,609 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-09-06T20:24:55,610 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(804): Active/primary master=jenkins-hbase3.apache.org,45807,1694031894257, sessionid=0x100eef488b90004, setting cluster-up flag (Was=false) 2023-09-06T20:24:55,610 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-09-06T20:24:55,612 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-09-06T20:24:55,612 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35215-0x100eef488b90005, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-09-06T20:24:55,617 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2023-09-06T20:24:55,618 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,45807,1694031894257 2023-09-06T20:24:55,625 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-09-06T20:24:55,625 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35215-0x100eef488b90005, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-09-06T20:24:55,631 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/rolllog-proc/acquired, /2/rolllog-proc/reached, /2/rolllog-proc/abort 2023-09-06T20:24:55,632 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,45807,1694031894257 2023-09-06T20:24:55,635 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-09-06T20:24:55,635 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35215-0x100eef488b90005, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-09-06T20:24:55,640 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2023-09-06T20:24:55,641 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,45807,1694031894257 2023-09-06T20:24:55,645 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-09-06T20:24:55,646 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-09-06T20:24:55,646 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-09-06T20:24:55,647 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,45807,1694031894257 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-09-06T20:24:55,647 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:24:55,647 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:24:55,648 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:24:55,648 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:24:55,648 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-09-06T20:24:55,648 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:55,648 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-09-06T20:24:55,648 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:55,653 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1694031925653 2023-09-06T20:24:55,654 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-09-06T20:24:55,654 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-09-06T20:24:55,654 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-09-06T20:24:55,654 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-09-06T20:24:55,654 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-09-06T20:24:55,654 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-09-06T20:24:55,654 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-09-06T20:24:55,658 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:55,658 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-09-06T20:24:55,659 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-09-06T20:24:55,659 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-09-06T20:24:55,659 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-09-06T20:24:55,659 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-09-06T20:24:55,660 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x19f2ff22 to 127.0.0.1:57079 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:24:55,661 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:55,661 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-09-06T20:24:55,680 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62145f79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:24:55,680 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-09-06T20:24:55,681 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-09-06T20:24:55,681 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-09-06T20:24:55,683 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694031895681,5,FailOnTimeoutGroup] 2023-09-06T20:24:55,686 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694031895683,5,FailOnTimeoutGroup] 2023-09-06T20:24:55,686 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:55,686 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1635): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-09-06T20:24:55,686 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:55,687 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:55,734 DEBUG [RS:0;jenkins-hbase3:35215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:35215 2023-09-06T20:24:55,735 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.HRegionServer(997): ClusterId : ae439021-9d83-49d6-a0db-b862a856baad 2023-09-06T20:24:55,736 INFO [RS:0;jenkins-hbase3:35215 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-09-06T20:24:55,736 DEBUG [RS:0;jenkins-hbase3:35215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-09-06T20:24:55,739 DEBUG [RS:0;jenkins-hbase3:35215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-09-06T20:24:55,739 DEBUG [RS:0;jenkins-hbase3:35215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-09-06T20:24:55,744 DEBUG [RS:0;jenkins-hbase3:35215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-09-06T20:24:55,744 DEBUG [RS:0;jenkins-hbase3:35215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-09-06T20:24:55,749 DEBUG [RS:0;jenkins-hbase3:35215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-09-06T20:24:55,751 DEBUG [RS:0;jenkins-hbase3:35215 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a928d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:24:55,753 DEBUG [RS:0;jenkins-hbase3:35215 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e130d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-09-06T20:24:55,753 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-09-06T20:24:55,753 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-09-06T20:24:55,753 DEBUG [RS:0;jenkins-hbase3:35215 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-09-06T20:24:55,754 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,45807,1694031894257 with isa=jenkins-hbase3.apache.org/172.31.12.81:35215, startcode=1694031894453 2023-09-06T20:24:55,754 DEBUG [RS:0;jenkins-hbase3:35215 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-09-06T20:24:55,759 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:40495, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2023-09-06T20:24:55,761 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45807 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,35215,1694031894453 2023-09-06T20:24:55,765 DEBUG [RS:0;jenkins-hbase3:35215 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82 2023-09-06T20:24:55,765 DEBUG [RS:0;jenkins-hbase3:35215 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:37817 2023-09-06T20:24:55,765 DEBUG [RS:0;jenkins-hbase3:35215 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=41997 2023-09-06T20:24:55,767 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2023-09-06T20:24:55,768 DEBUG [RS:0;jenkins-hbase3:35215 {}] zookeeper.ZKUtil(111): regionserver:35215-0x100eef488b90005, quorum=127.0.0.1:57079, baseZNode=/2 Set watcher on existing znode=/2/rs/jenkins-hbase3.apache.org,35215,1694031894453 2023-09-06T20:24:55,768 WARN [RS:0;jenkins-hbase3:35215 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-09-06T20:24:55,768 INFO [RS:0;jenkins-hbase3:35215 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:24:55,768 DEBUG [RS:0;jenkins-hbase3:35215 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:37817/tmp/wal/WALs/jenkins-hbase3.apache.org,35215,1694031894453 2023-09-06T20:24:55,768 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,35215,1694031894453] 2023-09-06T20:24:55,787 DEBUG [RS:0;jenkins-hbase3:35215 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-09-06T20:24:55,787 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-09-06T20:24:55,793 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-09-06T20:24:55,793 INFO [RS:0;jenkins-hbase3:35215 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-09-06T20:24:55,794 INFO [RS:0;jenkins-hbase3:35215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:55,795 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-09-06T20:24:55,797 INFO [RS:0;jenkins-hbase3:35215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:55,798 DEBUG [RS:0;jenkins-hbase3:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:55,798 DEBUG [RS:0;jenkins-hbase3:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:55,798 DEBUG [RS:0;jenkins-hbase3:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:55,798 DEBUG [RS:0;jenkins-hbase3:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:55,798 DEBUG [RS:0;jenkins-hbase3:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:55,798 DEBUG [RS:0;jenkins-hbase3:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-09-06T20:24:55,798 DEBUG [RS:0;jenkins-hbase3:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:55,798 DEBUG [RS:0;jenkins-hbase3:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:55,798 DEBUG [RS:0;jenkins-hbase3:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:55,798 DEBUG [RS:0;jenkins-hbase3:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:55,799 DEBUG [RS:0;jenkins-hbase3:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:55,799 DEBUG [RS:0;jenkins-hbase3:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-09-06T20:24:55,799 DEBUG [RS:0;jenkins-hbase3:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-09-06T20:24:55,814 INFO [RS:0;jenkins-hbase3:35215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:55,814 INFO [RS:0;jenkins-hbase3:35215 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:55,814 INFO [RS:0;jenkins-hbase3:35215 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:55,814 INFO [RS:0;jenkins-hbase3:35215 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:55,815 INFO [RS:0;jenkins-hbase3:35215 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35215,1694031894453-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-09-06T20:24:55,835 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-09-06T20:24:55,835 INFO [RS:0;jenkins-hbase3:35215 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35215,1694031894453-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:55,849 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,35215,1694031894453 started 2023-09-06T20:24:55,849 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,35215,1694031894453, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:35215, sessionid=0x100eef488b90005 2023-09-06T20:24:55,849 DEBUG [RS:0;jenkins-hbase3:35215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-09-06T20:24:55,849 DEBUG [RS:0;jenkins-hbase3:35215 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,35215,1694031894453 2023-09-06T20:24:55,849 DEBUG [RS:0;jenkins-hbase3:35215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,35215,1694031894453' 2023-09-06T20:24:55,849 DEBUG [RS:0;jenkins-hbase3:35215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2023-09-06T20:24:55,850 DEBUG [RS:0;jenkins-hbase3:35215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2023-09-06T20:24:55,851 DEBUG [RS:0;jenkins-hbase3:35215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-09-06T20:24:55,851 DEBUG [RS:0;jenkins-hbase3:35215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-09-06T20:24:55,851 DEBUG [RS:0;jenkins-hbase3:35215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,35215,1694031894453' 2023-09-06T20:24:55,851 DEBUG [RS:0;jenkins-hbase3:35215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/rolllog-proc/abort' 2023-09-06T20:24:55,851 DEBUG [RS:0;jenkins-hbase3:35215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/rolllog-proc/acquired' 2023-09-06T20:24:55,852 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-09-06T20:24:55,852 DEBUG [RS:0;jenkins-hbase3:35215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-09-06T20:24:55,852 DEBUG [RS:0;jenkins-hbase3:35215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-09-06T20:24:55,852 DEBUG [RS:0;jenkins-hbase3:35215 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,35215,1694031894453 2023-09-06T20:24:55,852 DEBUG [RS:0;jenkins-hbase3:35215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,35215,1694031894453' 2023-09-06T20:24:55,852 DEBUG [RS:0;jenkins-hbase3:35215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2023-09-06T20:24:55,852 DEBUG [RS:0;jenkins-hbase3:35215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2023-09-06T20:24:55,853 DEBUG [RS:0;jenkins-hbase3:35215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-09-06T20:24:55,853 INFO [RS:0;jenkins-hbase3:35215 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-09-06T20:24:55,853 INFO [RS:0;jenkins-hbase3:35215 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-09-06T20:24:55,935 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2023-09-06T20:24:55,954 INFO [RS:0;jenkins-hbase3:35215 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-09-06T20:24:55,957 INFO [RS:0;jenkins-hbase3:35215 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C35215%2C1694031894453, suffix=, logDir=hdfs://localhost:37817/tmp/wal/WALs/jenkins-hbase3.apache.org,35215,1694031894453, archiveDir=hdfs://localhost:37817/tmp/wal/oldWALs, maxLogs=32 2023-09-06T20:24:55,986 DEBUG [RS:0;jenkins-hbase3:35215 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /tmp/wal/WALs/jenkins-hbase3.apache.org,35215,1694031894453/jenkins-hbase3.apache.org%2C35215%2C1694031894453.1694031895961, exclude list is [], retry=0 2023-09-06T20:24:56,002 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43691,DS-8321ad25-52ce-4f71-82b9-3bc325629002,DISK] 2023-09-06T20:24:56,022 INFO [RS:0;jenkins-hbase3:35215 {}] wal.AbstractFSWAL(832): New WAL /tmp/wal/WALs/jenkins-hbase3.apache.org,35215,1694031894453/jenkins-hbase3.apache.org%2C35215%2C1694031894453.1694031895961 2023-09-06T20:24:56,023 DEBUG [RS:0;jenkins-hbase3:35215 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43691,DS-8321ad25-52ce-4f71-82b9-3bc325629002,DISK]] 2023-09-06T20:24:56,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-09-06T20:24:56,097 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82 2023-09-06T20:24:56,103 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-09-06T20:24:56,105 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-09-06T20:24:56,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:24:56,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-09-06T20:24:56,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-09-06T20:24:56,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:56,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:24:56,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-09-06T20:24:56,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-09-06T20:24:56,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:56,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:24:56,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-09-06T20:24:56,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-09-06T20:24:56,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:56,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:24:56,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/data/hbase/meta/1588230740 2023-09-06T20:24:56,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/data/hbase/meta/1588230740 2023-09-06T20:24:56,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37817/tmp/wal/data/hbase/meta/1588230740 2023-09-06T20:24:56,142 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:24:56,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-09-06T20:24:56,150 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37817/tmp/wal/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:24:56,151 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12050487200, jitterRate=0.12228907644748688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:24:56,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-09-06T20:24:56,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-09-06T20:24:56,151 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-09-06T20:24:56,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-09-06T20:24:56,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-09-06T20:24:56,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-09-06T20:24:56,151 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-09-06T20:24:56,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-09-06T20:24:56,153 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-09-06T20:24:56,153 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-09-06T20:24:56,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-09-06T20:24:56,156 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-09-06T20:24:56,159 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-09-06T20:24:56,309 DEBUG [jenkins-hbase3:45807 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-09-06T20:24:56,311 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35215,1694031894453 2023-09-06T20:24:56,314 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,35215,1694031894453, state=OPENING 2023-09-06T20:24:56,316 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-09-06T20:24:56,319 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-09-06T20:24:56,319 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35215-0x100eef488b90005, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-09-06T20:24:56,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2023-09-06T20:24:56,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2023-09-06T20:24:56,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,35215,1694031894453}] 2023-09-06T20:24:56,481 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,35215,1694031894453 2023-09-06T20:24:56,481 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-09-06T20:24:56,488 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:41258, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-09-06T20:24:56,498 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-09-06T20:24:56,499 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:24:56,499 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-09-06T20:24:56,502 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C35215%2C1694031894453.meta, suffix=.meta, logDir=hdfs://localhost:37817/tmp/wal/WALs/jenkins-hbase3.apache.org,35215,1694031894453, archiveDir=hdfs://localhost:37817/tmp/wal/oldWALs, maxLogs=32 2023-09-06T20:24:56,521 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /tmp/wal/WALs/jenkins-hbase3.apache.org,35215,1694031894453/jenkins-hbase3.apache.org%2C35215%2C1694031894453.meta.1694031896504.meta, exclude list is [], retry=0 2023-09-06T20:24:56,527 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43061,DS-269510db-03b3-4c8c-8a91-57674e8c9a98,DISK] 2023-09-06T20:24:56,530 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /tmp/wal/WALs/jenkins-hbase3.apache.org,35215,1694031894453/jenkins-hbase3.apache.org%2C35215%2C1694031894453.meta.1694031896504.meta 2023-09-06T20:24:56,531 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43061,DS-269510db-03b3-4c8c-8a91-57674e8c9a98,DISK]] 2023-09-06T20:24:56,531 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:24:56,531 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:24:56,531 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-09-06T20:24:56,531 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-09-06T20:24:56,532 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-09-06T20:24:56,532 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-09-06T20:24:56,532 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:24:56,532 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-09-06T20:24:56,532 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-09-06T20:24:56,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-09-06T20:24:56,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-09-06T20:24:56,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:56,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:24:56,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-09-06T20:24:56,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-09-06T20:24:56,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:56,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:24:56,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-09-06T20:24:56,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-09-06T20:24:56,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:56,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:24:56,542 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/data/hbase/meta/1588230740 2023-09-06T20:24:56,543 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/data/hbase/meta/1588230740 2023-09-06T20:24:56,544 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37817/tmp/wal/data/hbase/meta/1588230740 2023-09-06T20:24:56,546 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:24:56,549 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-09-06T20:24:56,550 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11445536320, jitterRate=0.06594863533973694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:24:56,550 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-09-06T20:24:56,552 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1694031896481 2023-09-06T20:24:56,560 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-09-06T20:24:56,561 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-09-06T20:24:56,562 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35215,1694031894453 2023-09-06T20:24:56,564 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,35215,1694031894453, state=OPEN 2023-09-06T20:24:56,565 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35215-0x100eef488b90005, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2023-09-06T20:24:56,566 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2023-09-06T20:24:56,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2023-09-06T20:24:56,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2023-09-06T20:24:56,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-09-06T20:24:56,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,35215,1694031894453 in 246 msec 2023-09-06T20:24:56,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-09-06T20:24:56,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2023-09-06T20:24:56,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 930 msec 2023-09-06T20:24:56,575 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1063): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1694031896575, completionTime=-1 2023-09-06T20:24:56,575 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-09-06T20:24:56,575 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-09-06T20:24:56,578 DEBUG [hconnection-0x6ddf2a33-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:24:56,581 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:41274, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:24:56,582 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-09-06T20:24:56,583 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1694031956582 2023-09-06T20:24:56,583 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1694032016583 2023-09-06T20:24:56,583 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 7 msec 2023-09-06T20:24:56,591 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45807,1694031894257-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:56,591 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45807,1694031894257-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:56,591 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45807,1694031894257-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:56,591 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:45807, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:56,591 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:56,591 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-09-06T20:24:56,591 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2368): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-09-06T20:24:56,594 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-09-06T20:24:56,594 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-09-06T20:24:56,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:24:56,596 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:56,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:24:56,618 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 16338237c9fca9d046b031aa4a5948bc, NAME => 'hbase:namespace,,1694031896591.16338237c9fca9d046b031aa4a5948bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82 2023-09-06T20:24:56,636 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1694031896591.16338237c9fca9d046b031aa4a5948bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:24:56,636 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 16338237c9fca9d046b031aa4a5948bc, disabling compactions & flushes 2023-09-06T20:24:56,636 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1694031896591.16338237c9fca9d046b031aa4a5948bc. 2023-09-06T20:24:56,636 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1694031896591.16338237c9fca9d046b031aa4a5948bc. 2023-09-06T20:24:56,636 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1694031896591.16338237c9fca9d046b031aa4a5948bc. after waiting 0 ms 2023-09-06T20:24:56,636 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1694031896591.16338237c9fca9d046b031aa4a5948bc. 2023-09-06T20:24:56,636 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1694031896591.16338237c9fca9d046b031aa4a5948bc. 2023-09-06T20:24:56,636 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 16338237c9fca9d046b031aa4a5948bc: 2023-09-06T20:24:56,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:24:56,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1694031896591.16338237c9fca9d046b031aa4a5948bc.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1694031896638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031896638"}]},"ts":"1694031896638"} 2023-09-06T20:24:56,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:24:56,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:24:56,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031896644"}]},"ts":"1694031896644"} 2023-09-06T20:24:56,647 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-09-06T20:24:56,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=16338237c9fca9d046b031aa4a5948bc, ASSIGN}] 2023-09-06T20:24:56,654 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=16338237c9fca9d046b031aa4a5948bc, ASSIGN 2023-09-06T20:24:56,656 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=16338237c9fca9d046b031aa4a5948bc, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35215,1694031894453; forceNewPlan=false, retain=false 2023-09-06T20:24:56,807 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=16338237c9fca9d046b031aa4a5948bc, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35215,1694031894453 2023-09-06T20:24:56,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 16338237c9fca9d046b031aa4a5948bc, server=jenkins-hbase3.apache.org,35215,1694031894453}] 2023-09-06T20:24:56,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1694031896591.16338237c9fca9d046b031aa4a5948bc. 2023-09-06T20:24:56,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 16338237c9fca9d046b031aa4a5948bc, NAME => 'hbase:namespace,,1694031896591.16338237c9fca9d046b031aa4a5948bc.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:24:56,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:24:56,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 16338237c9fca9d046b031aa4a5948bc 2023-09-06T20:24:56,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1694031896591.16338237c9fca9d046b031aa4a5948bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:24:56,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 16338237c9fca9d046b031aa4a5948bc 2023-09-06T20:24:56,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 16338237c9fca9d046b031aa4a5948bc 2023-09-06T20:24:56,978 INFO [StoreOpener-16338237c9fca9d046b031aa4a5948bc-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 16338237c9fca9d046b031aa4a5948bc 2023-09-06T20:24:56,982 INFO [StoreOpener-16338237c9fca9d046b031aa4a5948bc-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16338237c9fca9d046b031aa4a5948bc columnFamilyName info 2023-09-06T20:24:56,983 DEBUG [StoreOpener-16338237c9fca9d046b031aa4a5948bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:56,986 INFO [StoreOpener-16338237c9fca9d046b031aa4a5948bc-1 {}] regionserver.HStore(324): Store=16338237c9fca9d046b031aa4a5948bc/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:24:56,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/data/hbase/namespace/16338237c9fca9d046b031aa4a5948bc 2023-09-06T20:24:56,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/data/hbase/namespace/16338237c9fca9d046b031aa4a5948bc 2023-09-06T20:24:56,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37817/tmp/wal/data/hbase/namespace/16338237c9fca9d046b031aa4a5948bc 2023-09-06T20:24:57,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 16338237c9fca9d046b031aa4a5948bc 2023-09-06T20:24:57,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37817/tmp/wal/data/hbase/namespace/16338237c9fca9d046b031aa4a5948bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:24:57,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 16338237c9fca9d046b031aa4a5948bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9450660000, jitterRate=-0.11983869969844818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:24:57,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 16338237c9fca9d046b031aa4a5948bc: 2023-09-06T20:24:57,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1694031896591.16338237c9fca9d046b031aa4a5948bc., pid=6, masterSystemTime=1694031896965 2023-09-06T20:24:57,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1694031896591.16338237c9fca9d046b031aa4a5948bc. 2023-09-06T20:24:57,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1694031896591.16338237c9fca9d046b031aa4a5948bc. 2023-09-06T20:24:57,039 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=16338237c9fca9d046b031aa4a5948bc, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35215,1694031894453 2023-09-06T20:24:57,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-09-06T20:24:57,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 16338237c9fca9d046b031aa4a5948bc, server=jenkins-hbase3.apache.org,35215,1694031894453 in 231 msec 2023-09-06T20:24:57,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-09-06T20:24:57,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=16338237c9fca9d046b031aa4a5948bc, ASSIGN in 393 msec 2023-09-06T20:24:57,051 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:24:57,051 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031897051"}]},"ts":"1694031897051"} 2023-09-06T20:24:57,054 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-09-06T20:24:57,058 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:24:57,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 467 msec 2023-09-06T20:24:57,095 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2023-09-06T20:24:57,097 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2023-09-06T20:24:57,097 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35215-0x100eef488b90005, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-09-06T20:24:57,097 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-09-06T20:24:57,106 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-09-06T20:24:57,126 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2023-09-06T20:24:57,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 25 msec 2023-09-06T20:24:57,139 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-09-06T20:24:57,149 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2023-09-06T20:24:57,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2023-09-06T20:24:57,164 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2023-09-06T20:24:57,166 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2023-09-06T20:24:57,167 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1193): Master has completed initialization 2.608sec 2023-09-06T20:24:57,167 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-09-06T20:24:57,167 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-09-06T20:24:57,167 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-09-06T20:24:57,167 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-09-06T20:24:57,167 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-09-06T20:24:57,167 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45807,1694031894257-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-09-06T20:24:57,167 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45807,1694031894257-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-09-06T20:24:57,176 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1296): Balancer post startup initialization complete, took 0 seconds 2023-09-06T20:24:57,176 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-09-06T20:24:57,227 DEBUG [Listener at localhost/46417 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x02d635c8 to 127.0.0.1:57079 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:24:57,235 DEBUG [Listener at localhost/46417 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71cf66a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:24:57,241 DEBUG [hconnection-0x604e91da-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:24:57,244 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:41290, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:24:57,247 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,45807,1694031894257 2023-09-06T20:24:57,247 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-09-06T20:24:57,247 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/test.cache.data in system properties and HBase conf 2023-09-06T20:24:57,247 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/hadoop.tmp.dir in system properties and HBase conf 2023-09-06T20:24:57,248 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/hadoop.log.dir in system properties and HBase conf 2023-09-06T20:24:57,248 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/mapreduce.cluster.local.dir in system properties and HBase conf 2023-09-06T20:24:57,248 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-09-06T20:24:57,248 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-09-06T20:24:57,248 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:24:57,248 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:24:57,248 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-09-06T20:24:57,249 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:24:57,249 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-09-06T20:24:57,249 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-09-06T20:24:57,249 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:24:57,249 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:24:57,249 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-09-06T20:24:57,249 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/nfs.dump.dir in system properties and HBase conf 2023-09-06T20:24:57,249 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/java.io.tmpdir in system properties and HBase conf 2023-09-06T20:24:57,249 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:24:57,250 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-09-06T20:24:57,250 INFO [Listener at localhost/46417 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-09-06T20:24:59,312 WARN [Thread-465 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:24:59,681 INFO [Thread-465 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:24:59,687 INFO [Thread-465 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_42743_jobhistory____.wra6ta/webapp 2023-09-06T20:24:59,901 INFO [Thread-465 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-09-06T20:24:59,901 INFO [Thread-465 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-09-06T20:24:59,901 INFO [Thread-465 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:24:59,906 INFO [Thread-465 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:24:59,998 INFO [Thread-465 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:25:00,106 INFO [Thread-465 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:25:00,359 INFO [Thread-465 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-09-06T20:25:00,394 INFO [Thread-465 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:42743 2023-09-06T20:25:00,810 WARN [Listener at jenkins-hbase3.apache.org/39483 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:25:00,919 WARN [Listener at jenkins-hbase3.apache.org/39483 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:25:00,920 INFO [Listener at jenkins-hbase3.apache.org/39483 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:25:00,929 INFO [Listener at jenkins-hbase3.apache.org/39483 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_46795_cluster____dg6hf6/webapp 2023-09-06T20:25:01,014 INFO [Listener at jenkins-hbase3.apache.org/39483 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:25:01,014 INFO [Listener at jenkins-hbase3.apache.org/39483 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-09-06T20:25:01,014 INFO [Listener at jenkins-hbase3.apache.org/39483 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:25:01,015 INFO [Listener at jenkins-hbase3.apache.org/39483 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:25:01,028 INFO [Listener at jenkins-hbase3.apache.org/39483 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:25:01,254 INFO [Listener at jenkins-hbase3.apache.org/39483 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:25:01,388 INFO [Listener at jenkins-hbase3.apache.org/39483 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:25:01,400 INFO [Listener at jenkins-hbase3.apache.org/39483 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:46795 2023-09-06T20:25:01,820 WARN [Listener at jenkins-hbase3.apache.org/44201 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:25:01,843 WARN [Listener at jenkins-hbase3.apache.org/44201 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:25:01,844 INFO [Listener at jenkins-hbase3.apache.org/44201 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:25:01,851 INFO [Listener at jenkins-hbase3.apache.org/44201 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_35323_node____il9oa9/webapp 2023-09-06T20:25:01,906 INFO [Listener at jenkins-hbase3.apache.org/44201 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-09-06T20:25:01,906 INFO [Listener at jenkins-hbase3.apache.org/44201 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:25:01,906 INFO [Listener at jenkins-hbase3.apache.org/44201 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:25:01,906 INFO [Listener at jenkins-hbase3.apache.org/44201 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:25:01,917 INFO [Listener at jenkins-hbase3.apache.org/44201 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:25:01,941 INFO [Listener at jenkins-hbase3.apache.org/44201 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:25:02,016 INFO [Listener at jenkins-hbase3.apache.org/44201 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:25:02,027 INFO [Listener at jenkins-hbase3.apache.org/44201 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:35323 2023-09-06T20:25:02,052 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:25:02,378 WARN [Listener at jenkins-hbase3.apache.org/37519 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:25:02,387 WARN [Listener at jenkins-hbase3.apache.org/37519 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:25:02,388 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:25:02,396 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_35615_node____eyoztj/webapp 2023-09-06T20:25:02,512 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-09-06T20:25:02,512 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:25:02,513 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:25:02,513 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:25:02,524 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:25:02,542 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:25:02,619 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:25:02,627 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:35615 2023-09-06T20:25:02,662 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-09-06T20:25:02,662 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:44895/backupUT 2023-09-06T20:25:02,674 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] backup.TestBackupBase(306): REMOTE ROOTDIR hdfs://localhost:37817/backupUT 2023-09-06T20:25:02,688 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:25:02,692 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:44804, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:25:02,703 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-09-06T20:25:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-09-06T20:25:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-09-06T20:25:02,733 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:25:02,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 34 msec 2023-09-06T20:25:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-09-06T20:25:02,829 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-09-06T20:25:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-09-06T20:25:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-09-06T20:25:02,844 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:25:02,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 19 msec 2023-09-06T20:25:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-09-06T20:25:02,941 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-09-06T20:25:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-09-06T20:25:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-09-06T20:25:02,955 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:25:02,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 18 msec 2023-09-06T20:25:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-09-06T20:25:03,053 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-09-06T20:25:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-09-06T20:25:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-09-06T20:25:03,066 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:25:03,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 23 msec 2023-09-06T20:25:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-09-06T20:25:03,178 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'test-1694031902674', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:25:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1694031902674 2023-09-06T20:25:03,183 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1694031902674 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:25:03,183 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1694031902674" procId is: 13 2023-09-06T20:25:03,184 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:03,185 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1694031902674 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:25:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:25:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:25:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:25:03,613 INFO [RegionOpenAndInit-test-1694031902674-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 9861ddf2b3c9fe7a8a11a74338b77c68, NAME => 'test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1694031902674', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398 2023-09-06T20:25:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:25:04,028 DEBUG [RegionOpenAndInit-test-1694031902674-pool-0 {}] regionserver.HRegion(888): Instantiated test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:04,028 DEBUG [RegionOpenAndInit-test-1694031902674-pool-0 {}] regionserver.HRegion(1668): Closing 9861ddf2b3c9fe7a8a11a74338b77c68, disabling compactions & flushes 2023-09-06T20:25:04,028 INFO [RegionOpenAndInit-test-1694031902674-pool-0 {}] regionserver.HRegion(1690): Closing region test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. 2023-09-06T20:25:04,028 DEBUG [RegionOpenAndInit-test-1694031902674-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. 2023-09-06T20:25:04,028 DEBUG [RegionOpenAndInit-test-1694031902674-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. after waiting 0 ms 2023-09-06T20:25:04,028 DEBUG [RegionOpenAndInit-test-1694031902674-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. 2023-09-06T20:25:04,028 INFO [RegionOpenAndInit-test-1694031902674-pool-0 {}] regionserver.HRegion(1909): Closed test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. 2023-09-06T20:25:04,028 DEBUG [RegionOpenAndInit-test-1694031902674-pool-0 {}] regionserver.HRegion(1622): Region close journal for 9861ddf2b3c9fe7a8a11a74338b77c68: 2023-09-06T20:25:04,030 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1694031902674 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:25:04,030 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1694031904030"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031904030"}]},"ts":"1694031904030"} 2023-09-06T20:25:04,033 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:25:04,035 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1694031902674 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:25:04,035 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694031902674","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031904035"}]},"ts":"1694031904035"} 2023-09-06T20:25:04,037 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694031902674, state=ENABLING in hbase:meta 2023-09-06T20:25:04,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694031902674, region=9861ddf2b3c9fe7a8a11a74338b77c68, ASSIGN}] 2023-09-06T20:25:04,044 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694031902674, region=9861ddf2b3c9fe7a8a11a74338b77c68, ASSIGN 2023-09-06T20:25:04,045 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1694031902674, region=9861ddf2b3c9fe7a8a11a74338b77c68, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45419,1694031886681; forceNewPlan=false, retain=false 2023-09-06T20:25:04,197 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=9861ddf2b3c9fe7a8a11a74338b77c68, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:04,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 9861ddf2b3c9fe7a8a11a74338b77c68, server=jenkins-hbase3.apache.org,45419,1694031886681}] 2023-09-06T20:25:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:25:04,364 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. 2023-09-06T20:25:04,364 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 9861ddf2b3c9fe7a8a11a74338b77c68, NAME => 'test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:25:04,365 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:04,365 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1694031902674 9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:04,365 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:04,365 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:04,365 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:04,367 INFO [StoreOpener-9861ddf2b3c9fe7a8a11a74338b77c68-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:04,368 INFO [StoreOpener-9861ddf2b3c9fe7a8a11a74338b77c68-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9861ddf2b3c9fe7a8a11a74338b77c68 columnFamilyName f 2023-09-06T20:25:04,368 DEBUG [StoreOpener-9861ddf2b3c9fe7a8a11a74338b77c68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:04,369 INFO [StoreOpener-9861ddf2b3c9fe7a8a11a74338b77c68-1 {}] regionserver.HStore(324): Store=9861ddf2b3c9fe7a8a11a74338b77c68/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:04,370 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:04,371 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:04,373 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:04,377 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:04,377 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 9861ddf2b3c9fe7a8a11a74338b77c68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9851429280, jitterRate=-0.08251415193080902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:25:04,378 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 9861ddf2b3c9fe7a8a11a74338b77c68: 2023-09-06T20:25:04,380 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68., pid=15, masterSystemTime=1694031904354 2023-09-06T20:25:04,382 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. 2023-09-06T20:25:04,382 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. 2023-09-06T20:25:04,383 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=9861ddf2b3c9fe7a8a11a74338b77c68, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:04,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-09-06T20:25:04,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 9861ddf2b3c9fe7a8a11a74338b77c68, server=jenkins-hbase3.apache.org,45419,1694031886681 in 184 msec 2023-09-06T20:25:04,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-09-06T20:25:04,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1694031902674, region=9861ddf2b3c9fe7a8a11a74338b77c68, ASSIGN in 347 msec 2023-09-06T20:25:04,392 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1694031902674 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:25:04,392 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694031902674","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031904392"}]},"ts":"1694031904392"} 2023-09-06T20:25:04,394 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694031902674, state=ENABLED in hbase:meta 2023-09-06T20:25:04,398 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1694031902674 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:25:04,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1694031902674 in 1.2200 sec 2023-09-06T20:25:04,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1694031902674 2023-09-06T20:25:04,516 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1694031902674 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:25:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:25:05,301 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:test-1694031902674, procId: 13 completed 2023-09-06T20:25:05,303 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5d2e15a5 to 127.0.0.1:57079 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:05,309 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56609587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:05,312 DEBUG [hconnection-0x41da76b2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:05,315 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:33190, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:05,323 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HRegion(8210): writing data to region test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. with WAL disabled. Data may be lost in the event of a crash. 2023-09-06T20:25:05,413 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:test-16940319026741', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:25:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16940319026741 2023-09-06T20:25:05,417 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16940319026741 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:25:05,417 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:05,417 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16940319026741" procId is: 16 2023-09-06T20:25:05,418 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16940319026741 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:25:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:25:05,432 INFO [RegionOpenAndInit-ns2:test-16940319026741-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 3544b34c9314701936e3bc7dfa025871, NAME => 'ns2:test-16940319026741,,1694031905412.3544b34c9314701936e3bc7dfa025871.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16940319026741', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398 2023-09-06T20:25:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:25:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:25:05,848 DEBUG [RegionOpenAndInit-ns2:test-16940319026741-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16940319026741,,1694031905412.3544b34c9314701936e3bc7dfa025871.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:05,848 DEBUG [RegionOpenAndInit-ns2:test-16940319026741-pool-0 {}] regionserver.HRegion(1668): Closing 3544b34c9314701936e3bc7dfa025871, disabling compactions & flushes 2023-09-06T20:25:05,848 INFO [RegionOpenAndInit-ns2:test-16940319026741-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16940319026741,,1694031905412.3544b34c9314701936e3bc7dfa025871. 2023-09-06T20:25:05,848 DEBUG [RegionOpenAndInit-ns2:test-16940319026741-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16940319026741,,1694031905412.3544b34c9314701936e3bc7dfa025871. 2023-09-06T20:25:05,848 DEBUG [RegionOpenAndInit-ns2:test-16940319026741-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16940319026741,,1694031905412.3544b34c9314701936e3bc7dfa025871. after waiting 0 ms 2023-09-06T20:25:05,848 DEBUG [RegionOpenAndInit-ns2:test-16940319026741-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16940319026741,,1694031905412.3544b34c9314701936e3bc7dfa025871. 2023-09-06T20:25:05,848 INFO [RegionOpenAndInit-ns2:test-16940319026741-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16940319026741,,1694031905412.3544b34c9314701936e3bc7dfa025871. 2023-09-06T20:25:05,848 DEBUG [RegionOpenAndInit-ns2:test-16940319026741-pool-0 {}] regionserver.HRegion(1622): Region close journal for 3544b34c9314701936e3bc7dfa025871: 2023-09-06T20:25:05,850 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16940319026741 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:25:05,850 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16940319026741,,1694031905412.3544b34c9314701936e3bc7dfa025871.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694031905850"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031905850"}]},"ts":"1694031905850"} 2023-09-06T20:25:05,853 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:25:05,854 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16940319026741 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:25:05,854 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16940319026741","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031905854"}]},"ts":"1694031905854"} 2023-09-06T20:25:05,856 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16940319026741, state=ENABLING in hbase:meta 2023-09-06T20:25:05,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16940319026741, region=3544b34c9314701936e3bc7dfa025871, ASSIGN}] 2023-09-06T20:25:05,862 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16940319026741, region=3544b34c9314701936e3bc7dfa025871, ASSIGN 2023-09-06T20:25:05,863 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16940319026741, region=3544b34c9314701936e3bc7dfa025871, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45419,1694031886681; forceNewPlan=false, retain=false 2023-09-06T20:25:06,015 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=3544b34c9314701936e3bc7dfa025871, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:06,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 3544b34c9314701936e3bc7dfa025871, server=jenkins-hbase3.apache.org,45419,1694031886681}] 2023-09-06T20:25:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:25:06,174 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16940319026741,,1694031905412.3544b34c9314701936e3bc7dfa025871. 2023-09-06T20:25:06,174 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 3544b34c9314701936e3bc7dfa025871, NAME => 'ns2:test-16940319026741,,1694031905412.3544b34c9314701936e3bc7dfa025871.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:25:06,175 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:06,175 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940319026741 3544b34c9314701936e3bc7dfa025871 2023-09-06T20:25:06,175 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16940319026741,,1694031905412.3544b34c9314701936e3bc7dfa025871.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:06,175 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 3544b34c9314701936e3bc7dfa025871 2023-09-06T20:25:06,175 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 3544b34c9314701936e3bc7dfa025871 2023-09-06T20:25:06,177 INFO [StoreOpener-3544b34c9314701936e3bc7dfa025871-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3544b34c9314701936e3bc7dfa025871 2023-09-06T20:25:06,179 INFO [StoreOpener-3544b34c9314701936e3bc7dfa025871-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3544b34c9314701936e3bc7dfa025871 columnFamilyName f 2023-09-06T20:25:06,179 DEBUG [StoreOpener-3544b34c9314701936e3bc7dfa025871-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:06,180 INFO [StoreOpener-3544b34c9314701936e3bc7dfa025871-1 {}] regionserver.HStore(324): Store=3544b34c9314701936e3bc7dfa025871/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:06,181 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/ns2/test-16940319026741/3544b34c9314701936e3bc7dfa025871 2023-09-06T20:25:06,181 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/ns2/test-16940319026741/3544b34c9314701936e3bc7dfa025871 2023-09-06T20:25:06,184 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 3544b34c9314701936e3bc7dfa025871 2023-09-06T20:25:06,187 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/ns2/test-16940319026741/3544b34c9314701936e3bc7dfa025871/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:06,188 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 3544b34c9314701936e3bc7dfa025871; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9725645760, jitterRate=-0.09422865509986877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:25:06,189 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 3544b34c9314701936e3bc7dfa025871: 2023-09-06T20:25:06,190 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16940319026741,,1694031905412.3544b34c9314701936e3bc7dfa025871., pid=18, masterSystemTime=1694031906169 2023-09-06T20:25:06,192 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16940319026741,,1694031905412.3544b34c9314701936e3bc7dfa025871. 2023-09-06T20:25:06,192 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16940319026741,,1694031905412.3544b34c9314701936e3bc7dfa025871. 2023-09-06T20:25:06,193 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=3544b34c9314701936e3bc7dfa025871, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:06,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-09-06T20:25:06,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 3544b34c9314701936e3bc7dfa025871, server=jenkins-hbase3.apache.org,45419,1694031886681 in 178 msec 2023-09-06T20:25:06,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-09-06T20:25:06,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16940319026741, region=3544b34c9314701936e3bc7dfa025871, ASSIGN in 338 msec 2023-09-06T20:25:06,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16940319026741 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:25:06,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16940319026741","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031906201"}]},"ts":"1694031906201"} 2023-09-06T20:25:06,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16940319026741, state=ENABLED in hbase:meta 2023-09-06T20:25:06,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16940319026741 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:25:06,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16940319026741 in 794 msec 2023-09-06T20:25:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:25:06,526 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:test-16940319026741, procId: 16 completed 2023-09-06T20:25:06,532 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HRegion(8210): writing data to region ns2:test-16940319026741,,1694031905412.3544b34c9314701936e3bc7dfa025871. with WAL disabled. Data may be lost in the event of a crash. 2023-09-06T20:25:06,615 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns3:test-16940319026742', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:25:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16940319026742 2023-09-06T20:25:06,619 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16940319026742 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:25:06,619 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:06,619 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16940319026742" procId is: 19 2023-09-06T20:25:06,620 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16940319026742 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:25:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:25:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:25:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:25:07,039 INFO [RegionOpenAndInit-ns3:test-16940319026742-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 8b6f04775235f98f629dae5900e351ea, NAME => 'ns3:test-16940319026742,,1694031906614.8b6f04775235f98f629dae5900e351ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16940319026742', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398 2023-09-06T20:25:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:25:07,455 DEBUG [RegionOpenAndInit-ns3:test-16940319026742-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16940319026742,,1694031906614.8b6f04775235f98f629dae5900e351ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:07,455 DEBUG [RegionOpenAndInit-ns3:test-16940319026742-pool-0 {}] regionserver.HRegion(1668): Closing 8b6f04775235f98f629dae5900e351ea, disabling compactions & flushes 2023-09-06T20:25:07,455 INFO [RegionOpenAndInit-ns3:test-16940319026742-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16940319026742,,1694031906614.8b6f04775235f98f629dae5900e351ea. 2023-09-06T20:25:07,455 DEBUG [RegionOpenAndInit-ns3:test-16940319026742-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16940319026742,,1694031906614.8b6f04775235f98f629dae5900e351ea. 2023-09-06T20:25:07,455 DEBUG [RegionOpenAndInit-ns3:test-16940319026742-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16940319026742,,1694031906614.8b6f04775235f98f629dae5900e351ea. after waiting 0 ms 2023-09-06T20:25:07,455 DEBUG [RegionOpenAndInit-ns3:test-16940319026742-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16940319026742,,1694031906614.8b6f04775235f98f629dae5900e351ea. 2023-09-06T20:25:07,456 INFO [RegionOpenAndInit-ns3:test-16940319026742-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16940319026742,,1694031906614.8b6f04775235f98f629dae5900e351ea. 2023-09-06T20:25:07,456 DEBUG [RegionOpenAndInit-ns3:test-16940319026742-pool-0 {}] regionserver.HRegion(1622): Region close journal for 8b6f04775235f98f629dae5900e351ea: 2023-09-06T20:25:07,457 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16940319026742 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:25:07,457 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16940319026742,,1694031906614.8b6f04775235f98f629dae5900e351ea.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694031907457"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031907457"}]},"ts":"1694031907457"} 2023-09-06T20:25:07,460 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:25:07,461 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16940319026742 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:25:07,461 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16940319026742","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031907461"}]},"ts":"1694031907461"} 2023-09-06T20:25:07,463 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16940319026742, state=ENABLING in hbase:meta 2023-09-06T20:25:07,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16940319026742, region=8b6f04775235f98f629dae5900e351ea, ASSIGN}] 2023-09-06T20:25:07,470 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16940319026742, region=8b6f04775235f98f629dae5900e351ea, ASSIGN 2023-09-06T20:25:07,471 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16940319026742, region=8b6f04775235f98f629dae5900e351ea, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45419,1694031886681; forceNewPlan=false, retain=false 2023-09-06T20:25:07,623 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=8b6f04775235f98f629dae5900e351ea, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:07,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 8b6f04775235f98f629dae5900e351ea, server=jenkins-hbase3.apache.org,45419,1694031886681}] 2023-09-06T20:25:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:25:07,782 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16940319026742,,1694031906614.8b6f04775235f98f629dae5900e351ea. 2023-09-06T20:25:07,782 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 8b6f04775235f98f629dae5900e351ea, NAME => 'ns3:test-16940319026742,,1694031906614.8b6f04775235f98f629dae5900e351ea.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:25:07,782 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:07,783 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940319026742 8b6f04775235f98f629dae5900e351ea 2023-09-06T20:25:07,783 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16940319026742,,1694031906614.8b6f04775235f98f629dae5900e351ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:07,783 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 8b6f04775235f98f629dae5900e351ea 2023-09-06T20:25:07,783 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 8b6f04775235f98f629dae5900e351ea 2023-09-06T20:25:07,785 INFO [StoreOpener-8b6f04775235f98f629dae5900e351ea-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8b6f04775235f98f629dae5900e351ea 2023-09-06T20:25:07,786 INFO [StoreOpener-8b6f04775235f98f629dae5900e351ea-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b6f04775235f98f629dae5900e351ea columnFamilyName f 2023-09-06T20:25:07,786 DEBUG [StoreOpener-8b6f04775235f98f629dae5900e351ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:07,787 INFO [StoreOpener-8b6f04775235f98f629dae5900e351ea-1 {}] regionserver.HStore(324): Store=8b6f04775235f98f629dae5900e351ea/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:07,788 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/ns3/test-16940319026742/8b6f04775235f98f629dae5900e351ea 2023-09-06T20:25:07,788 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/ns3/test-16940319026742/8b6f04775235f98f629dae5900e351ea 2023-09-06T20:25:07,791 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 8b6f04775235f98f629dae5900e351ea 2023-09-06T20:25:07,794 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/ns3/test-16940319026742/8b6f04775235f98f629dae5900e351ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:07,795 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 8b6f04775235f98f629dae5900e351ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10488569920, jitterRate=-0.023175805807113647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:25:07,795 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 8b6f04775235f98f629dae5900e351ea: 2023-09-06T20:25:07,796 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16940319026742,,1694031906614.8b6f04775235f98f629dae5900e351ea., pid=21, masterSystemTime=1694031907778 2023-09-06T20:25:07,798 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16940319026742,,1694031906614.8b6f04775235f98f629dae5900e351ea. 2023-09-06T20:25:07,799 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16940319026742,,1694031906614.8b6f04775235f98f629dae5900e351ea. 2023-09-06T20:25:07,799 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=8b6f04775235f98f629dae5900e351ea, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:07,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-09-06T20:25:07,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 8b6f04775235f98f629dae5900e351ea, server=jenkins-hbase3.apache.org,45419,1694031886681 in 176 msec 2023-09-06T20:25:07,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-09-06T20:25:07,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16940319026742, region=8b6f04775235f98f629dae5900e351ea, ASSIGN in 337 msec 2023-09-06T20:25:07,806 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16940319026742 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:25:07,807 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16940319026742","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031907806"}]},"ts":"1694031907806"} 2023-09-06T20:25:07,808 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16940319026742, state=ENABLED in hbase:meta 2023-09-06T20:25:07,811 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16940319026742 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:25:07,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16940319026742 in 1.1960 sec 2023-09-06T20:25:08,260 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16940319026741' 2023-09-06T20:25:08,260 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16940319026742' 2023-09-06T20:25:08,261 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1694031902674' 2023-09-06T20:25:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:25:08,729 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns3:test-16940319026742, procId: 19 completed 2023-09-06T20:25:08,729 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16940319026742 get assigned. Timeout = 60000ms 2023-09-06T20:25:08,731 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:25:08,736 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16940319026742 assigned to meta. Checking AM states. 2023-09-06T20:25:08,737 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:25:08,737 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16940319026742 assigned. 2023-09-06T20:25:08,739 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns4:test-16940319026743', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:25:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16940319026743 2023-09-06T20:25:08,743 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16940319026743 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:25:08,744 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:08,744 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16940319026743" procId is: 22 2023-09-06T20:25:08,745 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16940319026743 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:25:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:25:08,762 INFO [RegionOpenAndInit-ns4:test-16940319026743-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => a23581dbb603175a850cead0515a3038, NAME => 'ns4:test-16940319026743,,1694031908739.a23581dbb603175a850cead0515a3038.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16940319026743', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398 2023-09-06T20:25:08,772 DEBUG [RegionOpenAndInit-ns4:test-16940319026743-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16940319026743,,1694031908739.a23581dbb603175a850cead0515a3038.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:08,773 DEBUG [RegionOpenAndInit-ns4:test-16940319026743-pool-0 {}] regionserver.HRegion(1668): Closing a23581dbb603175a850cead0515a3038, disabling compactions & flushes 2023-09-06T20:25:08,773 INFO [RegionOpenAndInit-ns4:test-16940319026743-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16940319026743,,1694031908739.a23581dbb603175a850cead0515a3038. 2023-09-06T20:25:08,773 DEBUG [RegionOpenAndInit-ns4:test-16940319026743-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16940319026743,,1694031908739.a23581dbb603175a850cead0515a3038. 2023-09-06T20:25:08,773 DEBUG [RegionOpenAndInit-ns4:test-16940319026743-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16940319026743,,1694031908739.a23581dbb603175a850cead0515a3038. after waiting 0 ms 2023-09-06T20:25:08,773 DEBUG [RegionOpenAndInit-ns4:test-16940319026743-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16940319026743,,1694031908739.a23581dbb603175a850cead0515a3038. 2023-09-06T20:25:08,773 INFO [RegionOpenAndInit-ns4:test-16940319026743-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16940319026743,,1694031908739.a23581dbb603175a850cead0515a3038. 2023-09-06T20:25:08,773 DEBUG [RegionOpenAndInit-ns4:test-16940319026743-pool-0 {}] regionserver.HRegion(1622): Region close journal for a23581dbb603175a850cead0515a3038: 2023-09-06T20:25:08,774 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16940319026743 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:25:08,775 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16940319026743,,1694031908739.a23581dbb603175a850cead0515a3038.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694031908774"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031908774"}]},"ts":"1694031908774"} 2023-09-06T20:25:08,777 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:25:08,778 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16940319026743 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:25:08,778 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16940319026743","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031908778"}]},"ts":"1694031908778"} 2023-09-06T20:25:08,780 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16940319026743, state=ENABLING in hbase:meta 2023-09-06T20:25:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:25:08,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16940319026743, region=a23581dbb603175a850cead0515a3038, ASSIGN}] 2023-09-06T20:25:08,898 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16940319026743, region=a23581dbb603175a850cead0515a3038, ASSIGN 2023-09-06T20:25:08,899 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16940319026743, region=a23581dbb603175a850cead0515a3038, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45419,1694031886681; forceNewPlan=false, retain=false 2023-09-06T20:25:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:25:09,051 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=a23581dbb603175a850cead0515a3038, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:09,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure a23581dbb603175a850cead0515a3038, server=jenkins-hbase3.apache.org,45419,1694031886681}] 2023-09-06T20:25:09,210 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16940319026743,,1694031908739.a23581dbb603175a850cead0515a3038. 2023-09-06T20:25:09,211 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => a23581dbb603175a850cead0515a3038, NAME => 'ns4:test-16940319026743,,1694031908739.a23581dbb603175a850cead0515a3038.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:25:09,211 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:09,211 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940319026743 a23581dbb603175a850cead0515a3038 2023-09-06T20:25:09,211 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16940319026743,,1694031908739.a23581dbb603175a850cead0515a3038.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:09,212 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for a23581dbb603175a850cead0515a3038 2023-09-06T20:25:09,212 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for a23581dbb603175a850cead0515a3038 2023-09-06T20:25:09,213 INFO [StoreOpener-a23581dbb603175a850cead0515a3038-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a23581dbb603175a850cead0515a3038 2023-09-06T20:25:09,215 INFO [StoreOpener-a23581dbb603175a850cead0515a3038-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a23581dbb603175a850cead0515a3038 columnFamilyName f 2023-09-06T20:25:09,215 DEBUG [StoreOpener-a23581dbb603175a850cead0515a3038-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:09,216 INFO [StoreOpener-a23581dbb603175a850cead0515a3038-1 {}] regionserver.HStore(324): Store=a23581dbb603175a850cead0515a3038/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:09,216 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/ns4/test-16940319026743/a23581dbb603175a850cead0515a3038 2023-09-06T20:25:09,217 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/ns4/test-16940319026743/a23581dbb603175a850cead0515a3038 2023-09-06T20:25:09,223 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for a23581dbb603175a850cead0515a3038 2023-09-06T20:25:09,225 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/ns4/test-16940319026743/a23581dbb603175a850cead0515a3038/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:09,226 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened a23581dbb603175a850cead0515a3038; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11638438400, jitterRate=0.08391404151916504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:25:09,227 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for a23581dbb603175a850cead0515a3038: 2023-09-06T20:25:09,228 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16940319026743,,1694031908739.a23581dbb603175a850cead0515a3038., pid=24, masterSystemTime=1694031909206 2023-09-06T20:25:09,229 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16940319026743,,1694031908739.a23581dbb603175a850cead0515a3038. 2023-09-06T20:25:09,230 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16940319026743,,1694031908739.a23581dbb603175a850cead0515a3038. 2023-09-06T20:25:09,230 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=a23581dbb603175a850cead0515a3038, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:09,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-09-06T20:25:09,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure a23581dbb603175a850cead0515a3038, server=jenkins-hbase3.apache.org,45419,1694031886681 in 179 msec 2023-09-06T20:25:09,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-09-06T20:25:09,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16940319026743, region=a23581dbb603175a850cead0515a3038, ASSIGN in 339 msec 2023-09-06T20:25:09,238 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16940319026743 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:25:09,238 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16940319026743","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031909238"}]},"ts":"1694031909238"} 2023-09-06T20:25:09,240 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16940319026743, state=ENABLED in hbase:meta 2023-09-06T20:25:09,242 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16940319026743 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:25:09,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16940319026743 in 503 msec 2023-09-06T20:25:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:25:09,350 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns4:test-16940319026743, procId: 22 completed 2023-09-06T20:25:09,350 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16940319026743 get assigned. Timeout = 60000ms 2023-09-06T20:25:09,350 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:25:09,354 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16940319026743 assigned to meta. Checking AM states. 2023-09-06T20:25:09,354 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:25:09,354 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16940319026743 assigned. 2023-09-06T20:25:09,355 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5d2e15a5 to 127.0.0.1:57079 2023-09-06T20:25:09,355 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:09,419 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.ResourceChecker(147): before: backup.TestRemoteBackup#testFullBackupRemote Thread=843, OpenFileDescriptor=885, MaxFileDescriptor=60000, SystemLoadAverage=319, ProcessCount=167, AvailableMemoryMB=3497 2023-09-06T20:25:09,419 WARN [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.ResourceChecker(130): Thread=843 is superior to 500 2023-09-06T20:25:09,421 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] backup.TestRemoteBackup(79): test remote full backup on a single table 2023-09-06T20:25:09,422 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1928c0a9 to 127.0.0.1:57079 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:09,429 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fab08c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:09,438 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.HMaster$13(2700): Client=jenkins//172.31.12.81 modify table test-1694031902674 from 'test-1694031902674', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1694031902674', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:25:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=test-1694031902674 2023-09-06T20:25:09,871 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/.tabledesc/.tableinfo.0000000001.367 2023-09-06T20:25:09,871 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/.tabledesc/.tableinfo.0000000002.907 2023-09-06T20:25:09,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=test-1694031902674}] 2023-09-06T20:25:09,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1694031902674, region=9861ddf2b3c9fe7a8a11a74338b77c68, REOPEN/MOVE}] 2023-09-06T20:25:09,893 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1694031902674, region=9861ddf2b3c9fe7a8a11a74338b77c68, REOPEN/MOVE 2023-09-06T20:25:09,894 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=9861ddf2b3c9fe7a8a11a74338b77c68, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:09,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; CloseRegionProcedure 9861ddf2b3c9fe7a8a11a74338b77c68, server=jenkins-hbase3.apache.org,45419,1694031886681}] 2023-09-06T20:25:09,909 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:25:10,056 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(119): Close 9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:10,058 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1668): Closing 9861ddf2b3c9fe7a8a11a74338b77c68, disabling compactions & flushes 2023-09-06T20:25:10,058 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1690): Closing region test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. 2023-09-06T20:25:10,058 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. 2023-09-06T20:25:10,058 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1778): Acquired close lock on test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. after waiting 0 ms 2023-09-06T20:25:10,058 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1788): Updates disabled for region test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. 2023-09-06T20:25:10,059 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(2819): Flushing 9861ddf2b3c9fe7a8a11a74338b77c68 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-09-06T20:25:10,143 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/.tmp/f/5ff626325e1b41d7ad248bd860475b98 is 37, key is row10/f:q1/1694031905333/Put/seqid=0 2023-09-06T20:25:10,565 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/.tmp/f/5ff626325e1b41d7ad248bd860475b98 2023-09-06T20:25:10,638 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/.tmp/f/5ff626325e1b41d7ad248bd860475b98 as hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f/5ff626325e1b41d7ad248bd860475b98 2023-09-06T20:25:10,646 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f/5ff626325e1b41d7ad248bd860475b98, entries=99, sequenceid=103, filesize=8.2 K 2023-09-06T20:25:10,650 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 9861ddf2b3c9fe7a8a11a74338b77c68 in 591ms, sequenceid=103, compaction requested=false 2023-09-06T20:25:10,661 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-09-06T20:25:10,661 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:10,663 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1909): Closed test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. 2023-09-06T20:25:10,663 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1622): Region close journal for 9861ddf2b3c9fe7a8a11a74338b77c68: 2023-09-06T20:25:10,663 WARN [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionServer(3735): Not adding moved region record: 9861ddf2b3c9fe7a8a11a74338b77c68 to self. 2023-09-06T20:25:10,665 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(163): Closed 9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:10,665 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=9861ddf2b3c9fe7a8a11a74338b77c68, regionState=CLOSED 2023-09-06T20:25:10,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-09-06T20:25:10,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; CloseRegionProcedure 9861ddf2b3c9fe7a8a11a74338b77c68, server=jenkins-hbase3.apache.org,45419,1694031886681 in 771 msec 2023-09-06T20:25:10,670 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1694031902674, region=9861ddf2b3c9fe7a8a11a74338b77c68, REOPEN/MOVE; state=CLOSED, location=jenkins-hbase3.apache.org,45419,1694031886681; forceNewPlan=false, retain=true 2023-09-06T20:25:10,821 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=9861ddf2b3c9fe7a8a11a74338b77c68, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:10,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=29, ppid=27, state=RUNNABLE; OpenRegionProcedure 9861ddf2b3c9fe7a8a11a74338b77c68, server=jenkins-hbase3.apache.org,45419,1694031886681}] 2023-09-06T20:25:10,979 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(130): Open test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. 2023-09-06T20:25:10,980 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7254): Opening region: {ENCODED => 9861ddf2b3c9fe7a8a11a74338b77c68, NAME => 'test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:25:10,980 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:10,980 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1694031902674 9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:10,980 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(888): Instantiated test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:10,980 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7296): checking encryption for 9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:10,980 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7299): checking classloading for 9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:10,982 INFO [StoreOpener-9861ddf2b3c9fe7a8a11a74338b77c68-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:10,983 INFO [StoreOpener-9861ddf2b3c9fe7a8a11a74338b77c68-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9861ddf2b3c9fe7a8a11a74338b77c68 columnFamilyName f 2023-09-06T20:25:10,983 DEBUG [StoreOpener-9861ddf2b3c9fe7a8a11a74338b77c68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:10,993 DEBUG [StoreOpener-9861ddf2b3c9fe7a8a11a74338b77c68-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f/5ff626325e1b41d7ad248bd860475b98 2023-09-06T20:25:10,993 INFO [StoreOpener-9861ddf2b3c9fe7a8a11a74338b77c68-1 {}] regionserver.HStore(324): Store=9861ddf2b3c9fe7a8a11a74338b77c68/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:10,995 INFO [StoreOpener-9861ddf2b3c9fe7a8a11a74338b77c68-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:11,004 INFO [StoreOpener-9861ddf2b3c9fe7a8a11a74338b77c68-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9861ddf2b3c9fe7a8a11a74338b77c68 columnFamilyName f2 2023-09-06T20:25:11,010 DEBUG [StoreOpener-9861ddf2b3c9fe7a8a11a74338b77c68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:11,010 INFO [StoreOpener-9861ddf2b3c9fe7a8a11a74338b77c68-1 {}] regionserver.HStore(324): Store=9861ddf2b3c9fe7a8a11a74338b77c68/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:11,011 INFO [StoreOpener-9861ddf2b3c9fe7a8a11a74338b77c68-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:11,013 INFO [StoreOpener-9861ddf2b3c9fe7a8a11a74338b77c68-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9861ddf2b3c9fe7a8a11a74338b77c68 columnFamilyName f3 2023-09-06T20:25:11,013 DEBUG [StoreOpener-9861ddf2b3c9fe7a8a11a74338b77c68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:11,013 INFO [StoreOpener-9861ddf2b3c9fe7a8a11a74338b77c68-1 {}] regionserver.HStore(324): Store=9861ddf2b3c9fe7a8a11a74338b77c68/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:11,014 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:11,016 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:11,017 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1694031902674 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:25:11,019 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1076): writing seq id for 9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:11,020 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1093): Opened 9861ddf2b3c9fe7a8a11a74338b77c68; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10005530880, jitterRate=-0.06816232204437256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:25:11,021 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(992): Region open journal for 9861ddf2b3c9fe7a8a11a74338b77c68: 2023-09-06T20:25:11,022 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68., pid=29, masterSystemTime=1694031910975 2023-09-06T20:25:11,024 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. 2023-09-06T20:25:11,024 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(158): Opened test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. 2023-09-06T20:25:11,024 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=9861ddf2b3c9fe7a8a11a74338b77c68, regionState=OPEN, openSeqNum=107, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:11,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=29, resume processing ppid=27 2023-09-06T20:25:11,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, ppid=27, state=SUCCESS; OpenRegionProcedure 9861ddf2b3c9fe7a8a11a74338b77c68, server=jenkins-hbase3.apache.org,45419,1694031886681 in 203 msec 2023-09-06T20:25:11,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-09-06T20:25:11,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=test-1694031902674, region=9861ddf2b3c9fe7a8a11a74338b77c68, REOPEN/MOVE in 1.1360 sec 2023-09-06T20:25:11,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=26, resume processing ppid=25 2023-09-06T20:25:11,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, ppid=25, state=SUCCESS; ReopenTableRegionsProcedure table=test-1694031902674 in 1.1570 sec 2023-09-06T20:25:11,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; ModifyTableProcedure table=test-1694031902674 in 1.5940 sec 2023-09-06T20:25:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-09-06T20:25:11,110 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HRegion(8210): writing data to region test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. with WAL disabled. Data may be lost in the event of a crash. 2023-09-06T20:25:11,119 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.HBaseTestingUtility(2714): Found 1 regions for table test-1694031902674 2023-09-06T20:25:11,120 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.HBaseTestingUtility(2720): firstRegionName=test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. 2023-09-06T20:25:11,122 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:25:11,155 DEBUG [hconnection-0x6fc3aab7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:11,157 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46932, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:11,168 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x287dc203 to 127.0.0.1:57079 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:11,175 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37606624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:11,177 DEBUG [Thread-815 {}] backup.TestRemoteBackup(98): Wrote 6 rows into family3 2023-09-06T20:25:11,204 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:11,205 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46938, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:11,217 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:25:11,218 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:37606, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:25:11,228 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-09-06T20:25:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] procedure2.ProcedureExecutor(1032): Stored pid=30, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-09-06T20:25:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=30 2023-09-06T20:25:11,239 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:25:11,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 11 msec 2023-09-06T20:25:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=30 2023-09-06T20:25:11,350 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:25:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] procedure2.ProcedureExecutor(1032): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-09-06T20:25:11,356 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:25:11,356 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 31 2023-09-06T20:25:11,356 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=31 2023-09-06T20:25:11,357 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:25:11,373 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 06addae54a7252e66bf07fd44485c43e, NAME => 'backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398 2023-09-06T20:25:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=31 2023-09-06T20:25:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=31 2023-09-06T20:25:11,787 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:11,787 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 06addae54a7252e66bf07fd44485c43e, disabling compactions & flushes 2023-09-06T20:25:11,787 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e. 2023-09-06T20:25:11,787 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e. 2023-09-06T20:25:11,787 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e. after waiting 0 ms 2023-09-06T20:25:11,787 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e. 2023-09-06T20:25:11,787 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e. 2023-09-06T20:25:11,787 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 06addae54a7252e66bf07fd44485c43e: 2023-09-06T20:25:11,789 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:25:11,789 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1694031911789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031911789"}]},"ts":"1694031911789"} 2023-09-06T20:25:11,791 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:25:11,792 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:25:11,792 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031911792"}]},"ts":"1694031911792"} 2023-09-06T20:25:11,794 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-09-06T20:25:11,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=06addae54a7252e66bf07fd44485c43e, ASSIGN}] 2023-09-06T20:25:11,800 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=06addae54a7252e66bf07fd44485c43e, ASSIGN 2023-09-06T20:25:11,801 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=06addae54a7252e66bf07fd44485c43e, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45419,1694031886681; forceNewPlan=false, retain=false 2023-09-06T20:25:11,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=06addae54a7252e66bf07fd44485c43e, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:11,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; OpenRegionProcedure 06addae54a7252e66bf07fd44485c43e, server=jenkins-hbase3.apache.org,45419,1694031886681}] 2023-09-06T20:25:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=31 2023-09-06T20:25:12,111 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(130): Open backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e. 2023-09-06T20:25:12,112 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7254): Opening region: {ENCODED => 06addae54a7252e66bf07fd44485c43e, NAME => 'backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:25:12,112 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:12,112 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 06addae54a7252e66bf07fd44485c43e 2023-09-06T20:25:12,112 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(888): Instantiated backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:12,113 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7296): checking encryption for 06addae54a7252e66bf07fd44485c43e 2023-09-06T20:25:12,113 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7299): checking classloading for 06addae54a7252e66bf07fd44485c43e 2023-09-06T20:25:12,114 INFO [StoreOpener-06addae54a7252e66bf07fd44485c43e-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 06addae54a7252e66bf07fd44485c43e 2023-09-06T20:25:12,116 INFO [StoreOpener-06addae54a7252e66bf07fd44485c43e-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06addae54a7252e66bf07fd44485c43e columnFamilyName meta 2023-09-06T20:25:12,116 DEBUG [StoreOpener-06addae54a7252e66bf07fd44485c43e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:12,117 INFO [StoreOpener-06addae54a7252e66bf07fd44485c43e-1 {}] regionserver.HStore(324): Store=06addae54a7252e66bf07fd44485c43e/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:12,117 INFO [StoreOpener-06addae54a7252e66bf07fd44485c43e-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 06addae54a7252e66bf07fd44485c43e 2023-09-06T20:25:12,119 INFO [StoreOpener-06addae54a7252e66bf07fd44485c43e-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06addae54a7252e66bf07fd44485c43e columnFamilyName session 2023-09-06T20:25:12,119 DEBUG [StoreOpener-06addae54a7252e66bf07fd44485c43e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:12,119 INFO [StoreOpener-06addae54a7252e66bf07fd44485c43e-1 {}] regionserver.HStore(324): Store=06addae54a7252e66bf07fd44485c43e/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:12,120 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system/06addae54a7252e66bf07fd44485c43e 2023-09-06T20:25:12,121 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system/06addae54a7252e66bf07fd44485c43e 2023-09-06T20:25:12,122 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-09-06T20:25:12,123 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1076): writing seq id for 06addae54a7252e66bf07fd44485c43e 2023-09-06T20:25:12,125 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system/06addae54a7252e66bf07fd44485c43e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:12,126 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): Opened 06addae54a7252e66bf07fd44485c43e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10898803520, jitterRate=0.01503017544746399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-09-06T20:25:12,127 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(992): Region open journal for 06addae54a7252e66bf07fd44485c43e: 2023-09-06T20:25:12,127 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e., pid=33, masterSystemTime=1694031912107 2023-09-06T20:25:12,129 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e. 2023-09-06T20:25:12,129 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(158): Opened backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e. 2023-09-06T20:25:12,130 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=06addae54a7252e66bf07fd44485c43e, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:12,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-09-06T20:25:12,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; OpenRegionProcedure 06addae54a7252e66bf07fd44485c43e, server=jenkins-hbase3.apache.org,45419,1694031886681 in 176 msec 2023-09-06T20:25:12,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=32, resume processing ppid=31 2023-09-06T20:25:12,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=06addae54a7252e66bf07fd44485c43e, ASSIGN in 336 msec 2023-09-06T20:25:12,136 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:25:12,136 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031912136"}]},"ts":"1694031912136"} 2023-09-06T20:25:12,137 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-09-06T20:25:12,140 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:25:12,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, state=SUCCESS; CreateTableProcedure table=backup:system in 790 msec 2023-09-06T20:25:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=31 2023-09-06T20:25:12,463 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system, procId: 31 completed 2023-09-06T20:25:12,477 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:25:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-09-06T20:25:12,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:25:12,482 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:12,482 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 34 2023-09-06T20:25:12,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:25:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:25:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:25:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:25:12,896 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 003c133a5d2026100916b3b5761ec153, NAME => 'backup:system_bulk,,1694031912477.003c133a5d2026100916b3b5761ec153.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398 2023-09-06T20:25:12,912 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1694031912477.003c133a5d2026100916b3b5761ec153.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:12,912 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 003c133a5d2026100916b3b5761ec153, disabling compactions & flushes 2023-09-06T20:25:12,912 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1694031912477.003c133a5d2026100916b3b5761ec153. 2023-09-06T20:25:12,912 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1694031912477.003c133a5d2026100916b3b5761ec153. 2023-09-06T20:25:12,912 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1694031912477.003c133a5d2026100916b3b5761ec153. after waiting 0 ms 2023-09-06T20:25:12,912 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1694031912477.003c133a5d2026100916b3b5761ec153. 2023-09-06T20:25:12,912 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1694031912477.003c133a5d2026100916b3b5761ec153. 2023-09-06T20:25:12,912 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 003c133a5d2026100916b3b5761ec153: 2023-09-06T20:25:12,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:25:12,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1694031912477.003c133a5d2026100916b3b5761ec153.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1694031912914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031912914"}]},"ts":"1694031912914"} 2023-09-06T20:25:12,916 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:25:12,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:25:12,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031912917"}]},"ts":"1694031912917"} 2023-09-06T20:25:12,918 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-09-06T20:25:12,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=003c133a5d2026100916b3b5761ec153, ASSIGN}] 2023-09-06T20:25:12,924 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=003c133a5d2026100916b3b5761ec153, ASSIGN 2023-09-06T20:25:12,925 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=003c133a5d2026100916b3b5761ec153, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45419,1694031886681; forceNewPlan=false, retain=false 2023-09-06T20:25:13,077 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=003c133a5d2026100916b3b5761ec153, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:13,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE; OpenRegionProcedure 003c133a5d2026100916b3b5761ec153, server=jenkins-hbase3.apache.org,45419,1694031886681}] 2023-09-06T20:25:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:25:13,235 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1694031912477.003c133a5d2026100916b3b5761ec153. 2023-09-06T20:25:13,235 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7254): Opening region: {ENCODED => 003c133a5d2026100916b3b5761ec153, NAME => 'backup:system_bulk,,1694031912477.003c133a5d2026100916b3b5761ec153.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:25:13,236 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:13,236 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 003c133a5d2026100916b3b5761ec153 2023-09-06T20:25:13,236 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1694031912477.003c133a5d2026100916b3b5761ec153.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:13,236 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7296): checking encryption for 003c133a5d2026100916b3b5761ec153 2023-09-06T20:25:13,236 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7299): checking classloading for 003c133a5d2026100916b3b5761ec153 2023-09-06T20:25:13,237 INFO [StoreOpener-003c133a5d2026100916b3b5761ec153-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 003c133a5d2026100916b3b5761ec153 2023-09-06T20:25:13,239 INFO [StoreOpener-003c133a5d2026100916b3b5761ec153-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003c133a5d2026100916b3b5761ec153 columnFamilyName meta 2023-09-06T20:25:13,239 DEBUG [StoreOpener-003c133a5d2026100916b3b5761ec153-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:13,239 INFO [StoreOpener-003c133a5d2026100916b3b5761ec153-1 {}] regionserver.HStore(324): Store=003c133a5d2026100916b3b5761ec153/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:13,240 INFO [StoreOpener-003c133a5d2026100916b3b5761ec153-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 003c133a5d2026100916b3b5761ec153 2023-09-06T20:25:13,241 INFO [StoreOpener-003c133a5d2026100916b3b5761ec153-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003c133a5d2026100916b3b5761ec153 columnFamilyName session 2023-09-06T20:25:13,241 DEBUG [StoreOpener-003c133a5d2026100916b3b5761ec153-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:13,242 INFO [StoreOpener-003c133a5d2026100916b3b5761ec153-1 {}] regionserver.HStore(324): Store=003c133a5d2026100916b3b5761ec153/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:13,242 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system_bulk/003c133a5d2026100916b3b5761ec153 2023-09-06T20:25:13,243 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system_bulk/003c133a5d2026100916b3b5761ec153 2023-09-06T20:25:13,244 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-09-06T20:25:13,246 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1076): writing seq id for 003c133a5d2026100916b3b5761ec153 2023-09-06T20:25:13,248 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system_bulk/003c133a5d2026100916b3b5761ec153/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:13,249 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): Opened 003c133a5d2026100916b3b5761ec153; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9401641600, jitterRate=-0.12440389394760132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-09-06T20:25:13,249 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(992): Region open journal for 003c133a5d2026100916b3b5761ec153: 2023-09-06T20:25:13,250 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1694031912477.003c133a5d2026100916b3b5761ec153., pid=36, masterSystemTime=1694031913231 2023-09-06T20:25:13,252 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1694031912477.003c133a5d2026100916b3b5761ec153. 2023-09-06T20:25:13,252 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1694031912477.003c133a5d2026100916b3b5761ec153. 2023-09-06T20:25:13,253 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=003c133a5d2026100916b3b5761ec153, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:13,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=36, resume processing ppid=35 2023-09-06T20:25:13,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, ppid=35, state=SUCCESS; OpenRegionProcedure 003c133a5d2026100916b3b5761ec153, server=jenkins-hbase3.apache.org,45419,1694031886681 in 176 msec 2023-09-06T20:25:13,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-09-06T20:25:13,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=003c133a5d2026100916b3b5761ec153, ASSIGN in 334 msec 2023-09-06T20:25:13,259 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:25:13,259 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031913259"}]},"ts":"1694031913259"} 2023-09-06T20:25:13,260 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-09-06T20:25:13,263 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:25:13,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 786 msec 2023-09-06T20:25:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:25:13,589 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system_bulk, procId: 34 completed 2023-09-06T20:25:13,606 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:25:13,679 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:25:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694031913679 (current time:1694031913679). 2023-09-06T20:25:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:25:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:25:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1a5abf18 to 127.0.0.1:57079 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d212467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:13,704 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46954, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1a5abf18 to 127.0.0.1:57079 2023-09-06T20:25:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:25:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] procedure2.ProcedureExecutor(1032): Stored pid=37, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:25:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 37 2023-09-06T20:25:13,732 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:25:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=37 2023-09-06T20:25:13,739 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:25:13,742 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:25:13,753 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:25:13,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE; SnapshotRegionProcedure 06addae54a7252e66bf07fd44485c43e}] 2023-09-06T20:25:13,763 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=38, ppid=37, state=RUNNABLE; SnapshotRegionProcedure 06addae54a7252e66bf07fd44485c43e 2023-09-06T20:25:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=37 2023-09-06T20:25:13,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45419 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=38 2023-09-06T20:25:13,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e. 2023-09-06T20:25:13,928 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HRegion(2819): Flushing 06addae54a7252e66bf07fd44485c43e 2/2 column families, dataSize=45 B heapSize=632 B 2023-09-06T20:25:13,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system/06addae54a7252e66bf07fd44485c43e/.tmp/session/19f19a30cd08440697f804bc3c03ab07 is 49, key is activesession:/session:c/1694031913659/Put/seqid=0 2023-09-06T20:25:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=37 2023-09-06T20:25:14,262 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-09-06T20:25:14,263 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16940319026743' 2023-09-06T20:25:14,263 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-09-06T20:25:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=37 2023-09-06T20:25:14,354 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system/06addae54a7252e66bf07fd44485c43e/.tmp/session/19f19a30cd08440697f804bc3c03ab07 2023-09-06T20:25:14,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system/06addae54a7252e66bf07fd44485c43e/.tmp/session/19f19a30cd08440697f804bc3c03ab07 as hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system/06addae54a7252e66bf07fd44485c43e/session/19f19a30cd08440697f804bc3c03ab07 2023-09-06T20:25:14,370 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system/06addae54a7252e66bf07fd44485c43e/session/19f19a30cd08440697f804bc3c03ab07, entries=1, sequenceid=5, filesize=4.9 K 2023-09-06T20:25:14,376 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 06addae54a7252e66bf07fd44485c43e in 448ms, sequenceid=5, compaction requested=false 2023-09-06T20:25:14,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HRegion(2520): Flush status journal for 06addae54a7252e66bf07fd44485c43e: 2023-09-06T20:25:14,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e. for snapshot_backup_system completed. 2023-09-06T20:25:14,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:25:14,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:25:14,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-09-06T20:25:14,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system/06addae54a7252e66bf07fd44485c43e/session/19f19a30cd08440697f804bc3c03ab07] hfiles 2023-09-06T20:25:14,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system/06addae54a7252e66bf07fd44485c43e/session/19f19a30cd08440697f804bc3c03ab07 for snapshot=snapshot_backup_system 2023-09-06T20:25:14,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-09-06T20:25:14,516 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-09-06T20:25:14,517 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940319026742 2023-09-06T20:25:14,517 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940319026742 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:25:14,517 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-09-06T20:25:14,517 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-09-06T20:25:14,518 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940319026741 2023-09-06T20:25:14,518 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940319026741 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:25:14,518 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940319026743 2023-09-06T20:25:14,518 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940319026743 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:25:14,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e. 2023-09-06T20:25:14,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=38 2023-09-06T20:25:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.HMaster(3995): Remote procedure done, pid=38 2023-09-06T20:25:14,813 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 06addae54a7252e66bf07fd44485c43e 2023-09-06T20:25:14,815 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=38, ppid=37, state=RUNNABLE; SnapshotRegionProcedure 06addae54a7252e66bf07fd44485c43e 2023-09-06T20:25:14,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=38, resume processing ppid=37 2023-09-06T20:25:14,818 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:25:14,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, ppid=37, state=SUCCESS; SnapshotRegionProcedure 06addae54a7252e66bf07fd44485c43e in 1.0600 sec 2023-09-06T20:25:14,820 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:25:14,821 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:25:14,821 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:25:14,824 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:25:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=37 2023-09-06T20:25:15,251 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:25:15,263 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:25:15,263 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:25:15,265 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:25:15,265 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 37 2023-09-06T20:25:15,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.5440 sec 2023-09-06T20:25:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=37 2023-09-06T20:25:15,839 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 37 completed 2023-09-06T20:25:15,840 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] impl.TableBackupClient(115): Backup backup_1694031911179 started at 1694031915840. 2023-09-06T20:25:15,862 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] impl.TableBackupClient(119): Backup session backup_1694031911179 has been started. 2023-09-06T20:25:15,865 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-09-06T20:25:15,875 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-09-06T20:25:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-09-06T20:25:15,881 INFO [(jenkins-hbase3.apache.org,45235,1694031883313)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-09-06T20:25:15,881 DEBUG [(jenkins-hbase3.apache.org,45235,1694031883313)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-09-06T20:25:15,883 DEBUG [(jenkins-hbase3.apache.org,45235,1694031883313)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-09-06T20:25:15,883 DEBUG [(jenkins-hbase3.apache.org,45235,1694031883313)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-09-06T20:25:15,883 DEBUG [(jenkins-hbase3.apache.org,45235,1694031883313)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:25:15,883 DEBUG [(jenkins-hbase3.apache.org,45235,1694031883313)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:25:15,885 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:25:15,885 DEBUG [(jenkins-hbase3.apache.org,45235,1694031883313)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:15,885 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:25:15,885 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:25:15,885 DEBUG [(jenkins-hbase3.apache.org,45235,1694031883313)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:15,885 DEBUG [(jenkins-hbase3.apache.org,45235,1694031883313)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-09-06T20:25:15,885 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-09-06T20:25:15,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:25:15,886 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-09-06T20:25:15,886 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:25:15,886 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-09-06T20:25:15,888 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-09-06T20:25:15,888 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-09-06T20:25:15,888 DEBUG [member: 'jenkins-hbase3.apache.org,45419,1694031886681' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-09-06T20:25:15,888 DEBUG [member: 'jenkins-hbase3.apache.org,45419,1694031886681' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-09-06T20:25:15,889 DEBUG [member: 'jenkins-hbase3.apache.org,45419,1694031886681' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-09-06T20:25:15,889 DEBUG [member: 'jenkins-hbase3.apache.org,45419,1694031886681' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-09-06T20:25:15,889 DEBUG [member: 'jenkins-hbase3.apache.org,45419,1694031886681' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,45419,1694031886681' joining acquired barrier for procedure (rolllog) in zk 2023-09-06T20:25:15,890 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:15,890 DEBUG [member: 'jenkins-hbase3.apache.org,45419,1694031886681' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-09-06T20:25:15,891 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:15,891 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:25:15,891 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:25:15,891 DEBUG [member: 'jenkins-hbase3.apache.org,45419,1694031886681' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-09-06T20:25:15,891 DEBUG [member: 'jenkins-hbase3.apache.org,45419,1694031886681' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-09-06T20:25:15,891 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:25:15,891 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:25:15,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:25:15,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:15,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:25:15,892 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,45419,1694031886681' joining acquired barrier for procedure 'rolllog' on coordinator 2023-09-06T20:25:15,893 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@24f9fa4f[Count = 0] remaining members to acquire global barrier 2023-09-06T20:25:15,893 DEBUG [(jenkins-hbase3.apache.org,45235,1694031883313)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-09-06T20:25:15,893 DEBUG [(jenkins-hbase3.apache.org,45235,1694031883313)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-09-06T20:25:15,894 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:25:15,894 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-09-06T20:25:15,894 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-09-06T20:25:15,894 DEBUG [member: 'jenkins-hbase3.apache.org,45419,1694031886681' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-09-06T20:25:15,894 DEBUG [(jenkins-hbase3.apache.org,45235,1694031883313)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:15,894 DEBUG [(jenkins-hbase3.apache.org,45235,1694031883313)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-09-06T20:25:15,895 DEBUG [member: 'jenkins-hbase3.apache.org,45419,1694031886681' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-09-06T20:25:15,895 DEBUG [rs(jenkins-hbase3.apache.org,45419,1694031886681)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:15,895 INFO [rs(jenkins-hbase3.apache.org,45419,1694031886681)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1694031889689 highest: 1694031889689 on jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:15,895 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45419%2C1694031886681:(num 1694031889689) roll requested 2023-09-06T20:25:15,907 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/WALs/jenkins-hbase3.apache.org,45419,1694031886681/jenkins-hbase3.apache.org%2C45419%2C1694031886681.1694031915895, exclude list is [], retry=0 2023-09-06T20:25:15,911 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44815,DS-96270cd2-b802-4b30-8008-5ebaf75e9584,DISK] 2023-09-06T20:25:15,914 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/WALs/jenkins-hbase3.apache.org,45419,1694031886681/jenkins-hbase3.apache.org%2C45419%2C1694031886681.1694031889689 with entries=29, filesize=5.78 KB; new WAL /user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/WALs/jenkins-hbase3.apache.org,45419,1694031886681/jenkins-hbase3.apache.org%2C45419%2C1694031886681.1694031915895 2023-09-06T20:25:15,915 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44815,DS-96270cd2-b802-4b30-8008-5ebaf75e9584,DISK]] 2023-09-06T20:25:15,915 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/WALs/jenkins-hbase3.apache.org,45419,1694031886681/jenkins-hbase3.apache.org%2C45419%2C1694031886681.1694031889689 is not closed yet, will try archiving it next time 2023-09-06T20:25:15,916 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45419%2C1694031886681.meta:.meta(num 1694031890326) roll requested 2023-09-06T20:25:15,928 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/WALs/jenkins-hbase3.apache.org,45419,1694031886681/jenkins-hbase3.apache.org%2C45419%2C1694031886681.meta.1694031915916.meta, exclude list is [], retry=0 2023-09-06T20:25:15,932 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44815,DS-96270cd2-b802-4b30-8008-5ebaf75e9584,DISK] 2023-09-06T20:25:15,934 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/WALs/jenkins-hbase3.apache.org,45419,1694031886681/jenkins-hbase3.apache.org%2C45419%2C1694031886681.meta.1694031890326.meta with entries=40, filesize=12.94 KB; new WAL /user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/WALs/jenkins-hbase3.apache.org,45419,1694031886681/jenkins-hbase3.apache.org%2C45419%2C1694031886681.meta.1694031915916.meta 2023-09-06T20:25:15,934 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44815,DS-96270cd2-b802-4b30-8008-5ebaf75e9584,DISK]] 2023-09-06T20:25:15,935 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/WALs/jenkins-hbase3.apache.org,45419,1694031886681/jenkins-hbase3.apache.org%2C45419%2C1694031886681.meta.1694031890326.meta is not closed yet, will try archiving it next time 2023-09-06T20:25:15,936 DEBUG [rs(jenkins-hbase3.apache.org,45419,1694031886681)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-09-06T20:25:15,936 INFO [rs(jenkins-hbase3.apache.org,45419,1694031886681)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1694031915895 on jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:15,939 DEBUG [rs(jenkins-hbase3.apache.org,45419,1694031886681)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:25:15,941 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:37610, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:25:15,960 DEBUG [member: 'jenkins-hbase3.apache.org,45419,1694031886681' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-09-06T20:25:15,960 DEBUG [member: 'jenkins-hbase3.apache.org,45419,1694031886681' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,45419,1694031886681' in zk 2023-09-06T20:25:15,962 DEBUG [member: 'jenkins-hbase3.apache.org,45419,1694031886681' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-09-06T20:25:15,962 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:15,962 DEBUG [member: 'jenkins-hbase3.apache.org,45419,1694031886681' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:25:15,962 DEBUG [member: 'jenkins-hbase3.apache.org,45419,1694031886681' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-09-06T20:25:15,963 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:15,963 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:25:15,963 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:25:15,964 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:25:15,964 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:25:15,964 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:25:15,964 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:15,965 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:25:15,965 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:25:15,965 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:15,966 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,45419,1694031886681': 2023-09-06T20:25:15,966 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,45419,1694031886681' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-09-06T20:25:15,966 INFO [(jenkins-hbase3.apache.org,45235,1694031883313)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-09-06T20:25:15,966 DEBUG [(jenkins-hbase3.apache.org,45235,1694031883313)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-09-06T20:25:15,966 DEBUG [(jenkins-hbase3.apache.org,45235,1694031883313)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-09-06T20:25:15,966 DEBUG [(jenkins-hbase3.apache.org,45235,1694031883313)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-09-06T20:25:15,966 INFO [(jenkins-hbase3.apache.org,45235,1694031883313)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-09-06T20:25:15,968 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:25:15,968 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:25:15,968 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:25:15,968 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-09-06T20:25:15,968 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-09-06T20:25:15,968 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:25:15,968 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:25:15,968 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:25:15,968 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:25:15,968 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:25:15,968 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:25:15,969 DEBUG [(jenkins-hbase3.apache.org,45235,1694031883313)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:15,969 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:25:15,969 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:25:15,969 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:25:15,970 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:25:15,970 DEBUG [(jenkins-hbase3.apache.org,45235,1694031883313)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:15,970 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:15,970 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:25:15,971 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:25:15,971 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:15,978 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:15,978 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:25:15,978 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:25:15,978 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:25:15,978 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:25:15,978 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:15,978 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:25:15,978 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:25:15,978 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:25:15,978 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:25:15,978 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:25:15,978 DEBUG [(jenkins-hbase3.apache.org,45235,1694031883313)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:25:15,978 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-09-06T20:25:15,980 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-09-06T20:25:15,980 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:25:15,980 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:25:15,982 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-09-06T20:25:15,982 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-09-06T20:25:16,082 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-09-06T20:25:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-09-06T20:25:16,094 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1694031916093_default_test-1694031902674 table=test-1694031902674 type=FLUSH ttl=0 } 2023-09-06T20:25:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694031916094 (current time:1694031916094). 2023-09-06T20:25:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:25:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1694031916093_default_test-1694031902674 VERSION not specified, setting to 2 2023-09-06T20:25:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x39b8ff9a to 127.0.0.1:57079 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43be93d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:16,107 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46956, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x39b8ff9a to 127.0.0.1:57079 2023-09-06T20:25:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:25:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] procedure2.ProcedureExecutor(1032): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1694031916093_default_test-1694031902674 table=test-1694031902674 type=FLUSH ttl=0 } 2023-09-06T20:25:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1694031916093_default_test-1694031902674 table=test-1694031902674 type=FLUSH ttl=0 }, snapshot procedure id = 39 2023-09-06T20:25:16,113 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1694031916093_default_test-1694031902674 table=test-1694031902674 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:25:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=39 2023-09-06T20:25:16,115 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1694031916093_default_test-1694031902674 table=test-1694031902674 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:25:16,118 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1694031916093_default_test-1694031902674 table=test-1694031902674 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:25:16,166 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:25:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=39 2023-09-06T20:25:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=39 2023-09-06T20:25:16,533 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1694031916093_default_test-1694031902674 table=test-1694031902674 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:25:16,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE; SnapshotRegionProcedure 9861ddf2b3c9fe7a8a11a74338b77c68}] 2023-09-06T20:25:16,537 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=40, ppid=39, state=RUNNABLE; SnapshotRegionProcedure 9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:16,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45419 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2023-09-06T20:25:16,689 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. 2023-09-06T20:25:16,689 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2819): Flushing 9861ddf2b3c9fe7a8a11a74338b77c68 3/3 column families, dataSize=3.46 KB heapSize=8.44 KB 2023-09-06T20:25:16,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202309068f47c49848a64f27b701ec34810f6992_9861ddf2b3c9fe7a8a11a74338b77c68 is 71, key is 00adc681cdf7eb7c4e39ecefa196c1cd/f2:q/1694031911110/Put/seqid=0 2023-09-06T20:25:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=39 2023-09-06T20:25:17,124 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HMobStore(266): FLUSH Renaming flushed file from hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202309068f47c49848a64f27b701ec34810f6992_9861ddf2b3c9fe7a8a11a74338b77c68 to hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/mobdir/data/default/test-1694031902674/d790fc01cda9822fcd1a519eeac72621/f2/d41d8cd98f00b204e9800998ecf8427e202309068f47c49848a64f27b701ec34810f6992_9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:17,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/.tmp/f2/ba30286eea3042b1b0fc863cd3ccf6dc, store: [table=test-1694031902674 family=f2 region=9861ddf2b3c9fe7a8a11a74338b77c68] 2023-09-06T20:25:17,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/.tmp/f2/ba30286eea3042b1b0fc863cd3ccf6dc is 195, key is 043337b8d8d2841e91902c6a62fe9963a/f2:q/1694031911110/Put/seqid=0 2023-09-06T20:25:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=39 2023-09-06T20:25:17,553 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=3.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/.tmp/f2/ba30286eea3042b1b0fc863cd3ccf6dc 2023-09-06T20:25:17,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/.tmp/f3/4dbba705bdf64fc0aa2bbd1a27a603d6 is 39, key is row-t10/f3:q1/1694031911166/Put/seqid=0 2023-09-06T20:25:17,980 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=210 B at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/.tmp/f3/4dbba705bdf64fc0aa2bbd1a27a603d6 2023-09-06T20:25:17,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/.tmp/f2/ba30286eea3042b1b0fc863cd3ccf6dc as hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f2/ba30286eea3042b1b0fc863cd3ccf6dc 2023-09-06T20:25:17,994 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f2/ba30286eea3042b1b0fc863cd3ccf6dc, entries=50, sequenceid=116, filesize=14.5 K 2023-09-06T20:25:17,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/.tmp/f3/4dbba705bdf64fc0aa2bbd1a27a603d6 as hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f3/4dbba705bdf64fc0aa2bbd1a27a603d6 2023-09-06T20:25:18,001 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f3/4dbba705bdf64fc0aa2bbd1a27a603d6, entries=6, sequenceid=116, filesize=5.0 K 2023-09-06T20:25:18,003 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3022): Finished flush of dataSize ~3.46 KB/3546, heapSize ~8.16 KB/8352, currentSize=0 B/0 for 9861ddf2b3c9fe7a8a11a74338b77c68 in 1313ms, sequenceid=116, compaction requested=false 2023-09-06T20:25:18,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2520): Flush status journal for 9861ddf2b3c9fe7a8a11a74338b77c68: 2023-09-06T20:25:18,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. for snapshot_1694031916093_default_test-1694031902674 completed. 2023-09-06T20:25:18,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(240): Storing 'test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68.' region-info for snapshot=snapshot_1694031916093_default_test-1694031902674 2023-09-06T20:25:18,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:25:18,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f/5ff626325e1b41d7ad248bd860475b98] hfiles 2023-09-06T20:25:18,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f/5ff626325e1b41d7ad248bd860475b98 for snapshot=snapshot_1694031916093_default_test-1694031902674 2023-09-06T20:25:18,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f2/ba30286eea3042b1b0fc863cd3ccf6dc] hfiles 2023-09-06T20:25:18,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f2/ba30286eea3042b1b0fc863cd3ccf6dc for snapshot=snapshot_1694031916093_default_test-1694031902674 2023-09-06T20:25:18,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f3/4dbba705bdf64fc0aa2bbd1a27a603d6] hfiles 2023-09-06T20:25:18,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f3/4dbba705bdf64fc0aa2bbd1a27a603d6 for snapshot=snapshot_1694031916093_default_test-1694031902674 2023-09-06T20:25:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=39 2023-09-06T20:25:18,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. 2023-09-06T20:25:18,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=40 2023-09-06T20:25:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.HMaster(3995): Remote procedure done, pid=40 2023-09-06T20:25:18,411 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1694031916093_default_test-1694031902674 on region 9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:18,412 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=40, ppid=39, state=RUNNABLE; SnapshotRegionProcedure 9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:18,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=40, resume processing ppid=39 2023-09-06T20:25:18,415 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1694031916093_default_test-1694031902674 table=test-1694031902674 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:25:18,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, ppid=39, state=SUCCESS; SnapshotRegionProcedure 9861ddf2b3c9fe7a8a11a74338b77c68 in 1.8790 sec 2023-09-06T20:25:18,416 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1694031916093_default_test-1694031902674 table=test-1694031902674 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:25:18,418 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(299): Storing region-info for snapshot. 2023-09-06T20:25:18,418 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(304): Creating references for hfiles 2023-09-06T20:25:18,419 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:18,419 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(327): No files under family: f 2023-09-06T20:25:18,419 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:18,420 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(360): Adding snapshot references for [hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/mobdir/data/default/test-1694031902674/d790fc01cda9822fcd1a519eeac72621/f2/d41d8cd98f00b204e9800998ecf8427e202309068f47c49848a64f27b701ec34810f6992_9861ddf2b3c9fe7a8a11a74338b77c68] hfiles 2023-09-06T20:25:18,420 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (1/1): hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/mobdir/data/default/test-1694031902674/d790fc01cda9822fcd1a519eeac72621/f2/d41d8cd98f00b204e9800998ecf8427e202309068f47c49848a64f27b701ec34810f6992_9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:18,420 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:18,421 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(327): No files under family: f3 2023-09-06T20:25:18,828 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1694031916093_default_test-1694031902674 table=test-1694031902674 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:25:18,828 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1694031916093_default_test-1694031902674 2023-09-06T20:25:18,829 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/.hbase-snapshot/.tmp/snapshot_1694031916093_default_test-1694031902674 2023-09-06T20:25:18,845 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1694031916093_default_test-1694031902674 table=test-1694031902674 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:25:18,852 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1694031916093_default_test-1694031902674 table=test-1694031902674 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:25:18,853 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/.hbase-snapshot/.tmp/snapshot_1694031916093_default_test-1694031902674 to hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/.hbase-snapshot/snapshot_1694031916093_default_test-1694031902674 2023-09-06T20:25:18,854 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1694031916093_default_test-1694031902674 table=test-1694031902674 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:25:18,854 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1694031916093_default_test-1694031902674 table=test-1694031902674 type=FLUSH ttl=0 }, snapshot procedure id = 39 2023-09-06T20:25:18,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1694031916093_default_test-1694031902674 table=test-1694031902674 type=FLUSH ttl=0 } in 2.7440 sec 2023-09-06T20:25:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=39 2023-09-06T20:25:20,222 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: default:test-1694031902674, procId: 39 completed 2023-09-06T20:25:20,222 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1694031911179 2023-09-06T20:25:20,222 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-09-06T20:25:20,224 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-09-06T20:25:20,226 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1694031911179_test-1694031902674 2023-09-06T20:25:20,227 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1694031916093_default_test-1694031902674 to hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/ 2023-09-06T20:25:20,236 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-09-06T20:25:20,267 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:44895, inputRoot=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398 2023-09-06T20:25:20,267 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,45235,1694031883313_1346239003_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/.hbase-snapshot/.tmp/snapshot_1694031916093_default_test-1694031902674 2023-09-06T20:25:20,267 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:44895, inputRoot=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398, snapshotDir=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/.hbase-snapshot/snapshot_1694031916093_default_test-1694031902674. 2023-09-06T20:25:20,280 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/.hbase-snapshot/snapshot_1694031916093_default_test-1694031902674 to hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/.hbase-snapshot/.tmp/snapshot_1694031916093_default_test-1694031902674 2023-09-06T20:25:20,316 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:20,316 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:20,317 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:20,317 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:21,352 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/hadoop-6931611668006631828.jar 2023-09-06T20:25:21,353 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:21,353 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:21,354 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:21,355 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:21,355 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:21,356 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:21,357 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:21,357 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:21,358 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:21,359 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:25:21,360 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:25:21,360 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:25:21,361 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:25:21,362 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:25:21,362 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:25:21,363 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:25:21,364 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:25:21,364 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:25:21,365 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:25:21,366 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:25:21,366 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:25:21,372 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:25:21,373 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:25:21,373 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:25:21,374 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:25:21,374 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:25:21,375 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:25:21,375 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:25:21,447 WARN [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:25:21,472 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1694031916093_default_test-1694031902674' hfile list 2023-09-06T20:25:21,482 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] snapshot.ExportSnapshot(674): export split=0 size=35.9 K 2023-09-06T20:25:21,748 WARN [Listener at jenkins-hbase3.apache.org/37519 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/mapreduce.cluster.local.dir/1694031921693/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:25:21,748 WARN [Listener at jenkins-hbase3.apache.org/37519 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/mapreduce.cluster.local.dir/1694031921693/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:25:21,938 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-09-06T20:25:22,016 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f2/ba30286eea3042b1b0fc863cd3ccf6dc output=hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f2/ba30286eea3042b1b0fc863cd3ccf6dc 2023-09-06T20:25:22,017 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=14881 (14.5 K) time=0sec 14.192M/sec 2023-09-06T20:25:22,464 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f/5ff626325e1b41d7ad248bd860475b98 output=hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f/5ff626325e1b41d7ad248bd860475b98 2023-09-06T20:25:22,464 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-09-06T20:25:22,895 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(634): Task status: "copied 8.2 K/8.2 K (100.0%) from hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/mobdir/data/default/test-1694031902674/d790fc01cda9822fcd1a519eeac72621/f2/d41d8cd98f00b204e9800998ecf8427e202309068f47c49848a64f27b701ec34810f6992_9861ddf2b3c9fe7a8a11a74338b77c68 to hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/d790fc01cda9822fcd1a519eeac72621/f2/d41d8cd98f00b204e9800998ecf8427e202309068f47c49848a64f27b701ec34810f6992_9861ddf2b3c9fe7a8a11a74338b77c68" truncated to max limit (512 characters) 2023-09-06T20:25:22,895 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/mobdir/data/default/test-1694031902674/d790fc01cda9822fcd1a519eeac72621/f2/d41d8cd98f00b204e9800998ecf8427e202309068f47c49848a64f27b701ec34810f6992_9861ddf2b3c9fe7a8a11a74338b77c68 output=hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/d790fc01cda9822fcd1a519eeac72621/f2/d41d8cd98f00b204e9800998ecf8427e202309068f47c49848a64f27b701ec34810f6992_9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:22,895 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8362 (8.2 K) time=0sec 3.987M/sec 2023-09-06T20:25:23,356 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f3/4dbba705bdf64fc0aa2bbd1a27a603d6 output=hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f3/4dbba705bdf64fc0aa2bbd1a27a603d6 2023-09-06T20:25:23,356 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=5161 (5.0 K) time=0sec 4.922M/sec 2023-09-06T20:25:23,831 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-09-06T20:25:23,832 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-09-06T20:25:23,844 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1694031916093_default_test-1694031902674 2023-09-06T20:25:23,844 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1694031916093_default_test-1694031902674 finished. 2023-09-06T20:25:23,845 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] impl.BackupSystemTable(1014): test-1694031902674 2023-09-06T20:25:23,869 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694031911179 2023-09-06T20:25:23,869 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-09-06T20:25:23,932 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-09-06T20:25:23,935 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60548, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-09-06T20:25:24,283 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37817/backupUT/backup_1694031911179/.backup.manifest 2023-09-06T20:25:24,283 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] impl.TableBackupClient(358): Backup backup_1694031911179 finished: type=FULL,tablelist=test-1694031902674,targetRootDir=hdfs://localhost:37817/backupUT,startts=1694031915840,completets=1694031923866,bytescopied=0 2023-09-06T20:25:24,283 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-09-06T20:25:24,283 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1694031916093_default_test-1694031902674 2023-09-06T20:25:24,289 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1694031916093_default_test-1694031902674" 2023-09-06T20:25:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1694031916093_default_test-1694031902674 2023-09-06T20:25:24,295 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1694031916093_default_test-1694031902674 for backup backup_1694031911179 succeeded. 2023-09-06T20:25:24,296 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:25:24,308 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:25:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:25:24,315 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:25:24,322 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:25:24,331 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] impl.TableBackupClient(376): Backup backup_1694031911179 completed. 2023-09-06T20:25:24,331 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:25:24,331 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x287dc203 to 127.0.0.1:57079 2023-09-06T20:25:24,331 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:24,349 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] backup.TestRemoteBackup(122): backup complete backup_1694031911179 2023-09-06T20:25:24,363 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-09-06T20:25:24,364 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37817/backupUT/backup_1694031911179/.backup.manifest 2023-09-06T20:25:24,366 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694031911179/.backup.manifest 2023-09-06T20:25:24,374 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37817/backupUT/backup_1694031911179/.backup.manifest 2023-09-06T20:25:24,376 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694031911179/.backup.manifest 2023-09-06T20:25:24,376 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] impl.RestoreTablesClient(148): Restoring 'test-1694031902674' to 'table1' from full backup image hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674 2023-09-06T20:25:24,386 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] util.RestoreTool(487): Creating target table 'table1' 2023-09-06T20:25:24,386 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:24,387 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f in region [hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68] 2023-09-06T20:25:24,393 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f/5ff626325e1b41d7ad248bd860475b98 first=row0 last=row98 2023-09-06T20:25:24,393 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f2 in region [hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68] 2023-09-06T20:25:24,397 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f2/ba30286eea3042b1b0fc863cd3ccf6dc first=00adc681cdf7eb7c4e39ecefa196c1cd last=f4ab9d3f1f9c74e4bafbf13d3997f9a5 2023-09-06T20:25:24,397 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f3 in region [hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68] 2023-09-06T20:25:24,400 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f3/4dbba705bdf64fc0aa2bbd1a27a603d6 first=row-t10 last=row-t15 2023-09-06T20:25:24,400 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/d790fc01cda9822fcd1a519eeac72621 2023-09-06T20:25:24,401 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/d790fc01cda9822fcd1a519eeac72621/f2 in region [hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/d790fc01cda9822fcd1a519eeac72621] 2023-09-06T20:25:24,405 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/d790fc01cda9822fcd1a519eeac72621/f2/d41d8cd98f00b204e9800998ecf8427e202309068f47c49848a64f27b701ec34810f6992_9861ddf2b3c9fe7a8a11a74338b77c68 first=00adc681cdf7eb7c4e39ecefa196c1cd last=f4ab9d3f1f9c74e4bafbf13d3997f9a5 2023-09-06T20:25:24,414 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:25:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] procedure2.ProcedureExecutor(1032): Stored pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-09-06T20:25:24,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:25:24,418 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:24,418 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 41 2023-09-06T20:25:24,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=41, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:25:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-09-06T20:25:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-09-06T20:25:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-09-06T20:25:24,830 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => c80eeaa832d0de4d228d3c0830c15778, NAME => 'table1,,1694031924414.c80eeaa832d0de4d228d3c0830c15778.', STARTKEY => '', ENDKEY => 'row-t10'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398 2023-09-06T20:25:24,830 INFO [RegionOpenAndInit-table1-pool-2 {}] regionserver.HRegion(7075): creating {ENCODED => a3259cc7e8febc3a7fd888a17d97f94d, NAME => 'table1,row0,1694031924414.a3259cc7e8febc3a7fd888a17d97f94d.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398 2023-09-06T20:25:24,831 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7075): creating {ENCODED => 99850a855331c2d5441ade2223deab13, NAME => 'table1,row-t10,1694031924414.99850a855331c2d5441ade2223deab13.', STARTKEY => 'row-t10', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398 2023-09-06T20:25:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-09-06T20:25:25,254 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(888): Instantiated table1,row-t10,1694031924414.99850a855331c2d5441ade2223deab13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:25,254 DEBUG [RegionOpenAndInit-table1-pool-2 {}] regionserver.HRegion(888): Instantiated table1,row0,1694031924414.a3259cc7e8febc3a7fd888a17d97f94d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:25,254 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1668): Closing 99850a855331c2d5441ade2223deab13, disabling compactions & flushes 2023-09-06T20:25:25,254 DEBUG [RegionOpenAndInit-table1-pool-2 {}] regionserver.HRegion(1668): Closing a3259cc7e8febc3a7fd888a17d97f94d, disabling compactions & flushes 2023-09-06T20:25:25,254 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1690): Closing region table1,row-t10,1694031924414.99850a855331c2d5441ade2223deab13. 2023-09-06T20:25:25,254 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,row-t10,1694031924414.99850a855331c2d5441ade2223deab13. 2023-09-06T20:25:25,254 INFO [RegionOpenAndInit-table1-pool-2 {}] regionserver.HRegion(1690): Closing region table1,row0,1694031924414.a3259cc7e8febc3a7fd888a17d97f94d. 2023-09-06T20:25:25,254 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1778): Acquired close lock on table1,row-t10,1694031924414.99850a855331c2d5441ade2223deab13. after waiting 0 ms 2023-09-06T20:25:25,254 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1788): Updates disabled for region table1,row-t10,1694031924414.99850a855331c2d5441ade2223deab13. 2023-09-06T20:25:25,254 DEBUG [RegionOpenAndInit-table1-pool-2 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,row0,1694031924414.a3259cc7e8febc3a7fd888a17d97f94d. 2023-09-06T20:25:25,254 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1909): Closed table1,row-t10,1694031924414.99850a855331c2d5441ade2223deab13. 2023-09-06T20:25:25,254 DEBUG [RegionOpenAndInit-table1-pool-2 {}] regionserver.HRegion(1778): Acquired close lock on table1,row0,1694031924414.a3259cc7e8febc3a7fd888a17d97f94d. after waiting 0 ms 2023-09-06T20:25:25,254 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1694031924414.c80eeaa832d0de4d228d3c0830c15778.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:25,254 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1622): Region close journal for 99850a855331c2d5441ade2223deab13: 2023-09-06T20:25:25,254 DEBUG [RegionOpenAndInit-table1-pool-2 {}] regionserver.HRegion(1788): Updates disabled for region table1,row0,1694031924414.a3259cc7e8febc3a7fd888a17d97f94d. 2023-09-06T20:25:25,254 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing c80eeaa832d0de4d228d3c0830c15778, disabling compactions & flushes 2023-09-06T20:25:25,254 INFO [RegionOpenAndInit-table1-pool-2 {}] regionserver.HRegion(1909): Closed table1,row0,1694031924414.a3259cc7e8febc3a7fd888a17d97f94d. 2023-09-06T20:25:25,254 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1694031924414.c80eeaa832d0de4d228d3c0830c15778. 2023-09-06T20:25:25,254 DEBUG [RegionOpenAndInit-table1-pool-2 {}] regionserver.HRegion(1622): Region close journal for a3259cc7e8febc3a7fd888a17d97f94d: 2023-09-06T20:25:25,254 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1694031924414.c80eeaa832d0de4d228d3c0830c15778. 2023-09-06T20:25:25,254 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1694031924414.c80eeaa832d0de4d228d3c0830c15778. after waiting 0 ms 2023-09-06T20:25:25,254 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1694031924414.c80eeaa832d0de4d228d3c0830c15778. 2023-09-06T20:25:25,254 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1694031924414.c80eeaa832d0de4d228d3c0830c15778. 2023-09-06T20:25:25,254 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for c80eeaa832d0de4d228d3c0830c15778: 2023-09-06T20:25:25,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=41, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:25:25,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,row-t10,1694031924414.99850a855331c2d5441ade2223deab13.","families":{"info":[{"qualifier":"regioninfo","vlen":51,"tag":[],"timestamp":"1694031925256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031925256"}]},"ts":"1694031925256"} 2023-09-06T20:25:25,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,row0,1694031924414.a3259cc7e8febc3a7fd888a17d97f94d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1694031925256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031925256"}]},"ts":"1694031925256"} 2023-09-06T20:25:25,257 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1694031924414.c80eeaa832d0de4d228d3c0830c15778.","families":{"info":[{"qualifier":"regioninfo","vlen":47,"tag":[],"timestamp":"1694031925256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031925256"}]},"ts":"1694031925256"} 2023-09-06T20:25:25,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 3 regions to meta. 2023-09-06T20:25:25,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=41, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:25:25,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031925260"}]},"ts":"1694031925260"} 2023-09-06T20:25:25,261 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-09-06T20:25:25,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=c80eeaa832d0de4d228d3c0830c15778, ASSIGN}, {pid=43, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=99850a855331c2d5441ade2223deab13, ASSIGN}, {pid=44, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=a3259cc7e8febc3a7fd888a17d97f94d, ASSIGN}] 2023-09-06T20:25:25,272 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=99850a855331c2d5441ade2223deab13, ASSIGN 2023-09-06T20:25:25,272 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=c80eeaa832d0de4d228d3c0830c15778, ASSIGN 2023-09-06T20:25:25,272 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=44, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=a3259cc7e8febc3a7fd888a17d97f94d, ASSIGN 2023-09-06T20:25:25,273 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=43, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=99850a855331c2d5441ade2223deab13, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45419,1694031886681; forceNewPlan=false, retain=false 2023-09-06T20:25:25,273 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=c80eeaa832d0de4d228d3c0830c15778, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45419,1694031886681; forceNewPlan=false, retain=false 2023-09-06T20:25:25,273 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=44, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=a3259cc7e8febc3a7fd888a17d97f94d, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45419,1694031886681; forceNewPlan=false, retain=false 2023-09-06T20:25:25,427 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=c80eeaa832d0de4d228d3c0830c15778, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:25,427 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=a3259cc7e8febc3a7fd888a17d97f94d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:25,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=99850a855331c2d5441ade2223deab13, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:25,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE; OpenRegionProcedure c80eeaa832d0de4d228d3c0830c15778, server=jenkins-hbase3.apache.org,45419,1694031886681}] 2023-09-06T20:25:25,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=46, ppid=43, state=RUNNABLE; OpenRegionProcedure 99850a855331c2d5441ade2223deab13, server=jenkins-hbase3.apache.org,45419,1694031886681}] 2023-09-06T20:25:25,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=47, ppid=44, state=RUNNABLE; OpenRegionProcedure a3259cc7e8febc3a7fd888a17d97f94d, server=jenkins-hbase3.apache.org,45419,1694031886681}] 2023-09-06T20:25:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-09-06T20:25:25,584 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(130): Open table1,row-t10,1694031924414.99850a855331c2d5441ade2223deab13. 2023-09-06T20:25:25,584 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7254): Opening region: {ENCODED => 99850a855331c2d5441ade2223deab13, NAME => 'table1,row-t10,1694031924414.99850a855331c2d5441ade2223deab13.', STARTKEY => 'row-t10', ENDKEY => 'row0'} 2023-09-06T20:25:25,585 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:25,585 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 99850a855331c2d5441ade2223deab13 2023-09-06T20:25:25,585 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(888): Instantiated table1,row-t10,1694031924414.99850a855331c2d5441ade2223deab13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:25,585 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7296): checking encryption for 99850a855331c2d5441ade2223deab13 2023-09-06T20:25:25,585 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7299): checking classloading for 99850a855331c2d5441ade2223deab13 2023-09-06T20:25:25,586 INFO [StoreOpener-99850a855331c2d5441ade2223deab13-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 99850a855331c2d5441ade2223deab13 2023-09-06T20:25:25,588 INFO [StoreOpener-99850a855331c2d5441ade2223deab13-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99850a855331c2d5441ade2223deab13 columnFamilyName f 2023-09-06T20:25:25,588 DEBUG [StoreOpener-99850a855331c2d5441ade2223deab13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:25,589 INFO [StoreOpener-99850a855331c2d5441ade2223deab13-1 {}] regionserver.HStore(324): Store=99850a855331c2d5441ade2223deab13/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:25,589 INFO [StoreOpener-99850a855331c2d5441ade2223deab13-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 99850a855331c2d5441ade2223deab13 2023-09-06T20:25:25,590 INFO [StoreOpener-99850a855331c2d5441ade2223deab13-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99850a855331c2d5441ade2223deab13 columnFamilyName f2 2023-09-06T20:25:25,591 DEBUG [StoreOpener-99850a855331c2d5441ade2223deab13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:25,592 INFO [StoreOpener-99850a855331c2d5441ade2223deab13-1 {}] regionserver.HStore(324): Store=99850a855331c2d5441ade2223deab13/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:25,592 INFO [StoreOpener-99850a855331c2d5441ade2223deab13-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 99850a855331c2d5441ade2223deab13 2023-09-06T20:25:25,594 INFO [StoreOpener-99850a855331c2d5441ade2223deab13-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99850a855331c2d5441ade2223deab13 columnFamilyName f3 2023-09-06T20:25:25,594 DEBUG [StoreOpener-99850a855331c2d5441ade2223deab13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:25,594 INFO [StoreOpener-99850a855331c2d5441ade2223deab13-1 {}] regionserver.HStore(324): Store=99850a855331c2d5441ade2223deab13/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:25,595 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/99850a855331c2d5441ade2223deab13 2023-09-06T20:25:25,595 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/99850a855331c2d5441ade2223deab13 2023-09-06T20:25:25,597 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:25:25,599 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1076): writing seq id for 99850a855331c2d5441ade2223deab13 2023-09-06T20:25:25,601 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/99850a855331c2d5441ade2223deab13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:25,601 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): Opened 99850a855331c2d5441ade2223deab13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9715032960, jitterRate=-0.09521704912185669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:25:25,602 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(992): Region open journal for 99850a855331c2d5441ade2223deab13: 2023-09-06T20:25:25,603 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,row-t10,1694031924414.99850a855331c2d5441ade2223deab13., pid=46, masterSystemTime=1694031925580 2023-09-06T20:25:25,604 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,row-t10,1694031924414.99850a855331c2d5441ade2223deab13. 2023-09-06T20:25:25,604 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(158): Opened table1,row-t10,1694031924414.99850a855331c2d5441ade2223deab13. 2023-09-06T20:25:25,604 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(130): Open table1,row0,1694031924414.a3259cc7e8febc3a7fd888a17d97f94d. 2023-09-06T20:25:25,605 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7254): Opening region: {ENCODED => a3259cc7e8febc3a7fd888a17d97f94d, NAME => 'table1,row0,1694031924414.a3259cc7e8febc3a7fd888a17d97f94d.', STARTKEY => 'row0', ENDKEY => ''} 2023-09-06T20:25:25,605 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:25,605 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 a3259cc7e8febc3a7fd888a17d97f94d 2023-09-06T20:25:25,605 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(888): Instantiated table1,row0,1694031924414.a3259cc7e8febc3a7fd888a17d97f94d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:25,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=99850a855331c2d5441ade2223deab13, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:25,605 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7296): checking encryption for a3259cc7e8febc3a7fd888a17d97f94d 2023-09-06T20:25:25,605 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7299): checking classloading for a3259cc7e8febc3a7fd888a17d97f94d 2023-09-06T20:25:25,606 INFO [StoreOpener-a3259cc7e8febc3a7fd888a17d97f94d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a3259cc7e8febc3a7fd888a17d97f94d 2023-09-06T20:25:25,608 INFO [StoreOpener-a3259cc7e8febc3a7fd888a17d97f94d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3259cc7e8febc3a7fd888a17d97f94d columnFamilyName f 2023-09-06T20:25:25,608 DEBUG [StoreOpener-a3259cc7e8febc3a7fd888a17d97f94d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:25,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=46, resume processing ppid=43 2023-09-06T20:25:25,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, ppid=43, state=SUCCESS; OpenRegionProcedure 99850a855331c2d5441ade2223deab13, server=jenkins-hbase3.apache.org,45419,1694031886681 in 177 msec 2023-09-06T20:25:25,608 INFO [StoreOpener-a3259cc7e8febc3a7fd888a17d97f94d-1 {}] regionserver.HStore(324): Store=a3259cc7e8febc3a7fd888a17d97f94d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:25,609 INFO [StoreOpener-a3259cc7e8febc3a7fd888a17d97f94d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region a3259cc7e8febc3a7fd888a17d97f94d 2023-09-06T20:25:25,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=table1, region=99850a855331c2d5441ade2223deab13, ASSIGN in 339 msec 2023-09-06T20:25:25,610 INFO [StoreOpener-a3259cc7e8febc3a7fd888a17d97f94d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3259cc7e8febc3a7fd888a17d97f94d columnFamilyName f2 2023-09-06T20:25:25,610 DEBUG [StoreOpener-a3259cc7e8febc3a7fd888a17d97f94d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:25,611 INFO [StoreOpener-a3259cc7e8febc3a7fd888a17d97f94d-1 {}] regionserver.HStore(324): Store=a3259cc7e8febc3a7fd888a17d97f94d/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:25,611 INFO [StoreOpener-a3259cc7e8febc3a7fd888a17d97f94d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region a3259cc7e8febc3a7fd888a17d97f94d 2023-09-06T20:25:25,612 INFO [StoreOpener-a3259cc7e8febc3a7fd888a17d97f94d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3259cc7e8febc3a7fd888a17d97f94d columnFamilyName f3 2023-09-06T20:25:25,612 DEBUG [StoreOpener-a3259cc7e8febc3a7fd888a17d97f94d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:25,613 INFO [StoreOpener-a3259cc7e8febc3a7fd888a17d97f94d-1 {}] regionserver.HStore(324): Store=a3259cc7e8febc3a7fd888a17d97f94d/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:25,614 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/a3259cc7e8febc3a7fd888a17d97f94d 2023-09-06T20:25:25,614 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/a3259cc7e8febc3a7fd888a17d97f94d 2023-09-06T20:25:25,615 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:25:25,617 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1076): writing seq id for a3259cc7e8febc3a7fd888a17d97f94d 2023-09-06T20:25:25,618 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/a3259cc7e8febc3a7fd888a17d97f94d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:25,619 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): Opened a3259cc7e8febc3a7fd888a17d97f94d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11662091200, jitterRate=0.08611688017845154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:25:25,619 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(992): Region open journal for a3259cc7e8febc3a7fd888a17d97f94d: 2023-09-06T20:25:25,620 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,row0,1694031924414.a3259cc7e8febc3a7fd888a17d97f94d., pid=47, masterSystemTime=1694031925580 2023-09-06T20:25:25,621 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,row0,1694031924414.a3259cc7e8febc3a7fd888a17d97f94d. 2023-09-06T20:25:25,621 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(158): Opened table1,row0,1694031924414.a3259cc7e8febc3a7fd888a17d97f94d. 2023-09-06T20:25:25,621 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(130): Open table1,,1694031924414.c80eeaa832d0de4d228d3c0830c15778. 2023-09-06T20:25:25,621 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7254): Opening region: {ENCODED => c80eeaa832d0de4d228d3c0830c15778, NAME => 'table1,,1694031924414.c80eeaa832d0de4d228d3c0830c15778.', STARTKEY => '', ENDKEY => 'row-t10'} 2023-09-06T20:25:25,621 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=a3259cc7e8febc3a7fd888a17d97f94d, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:25,622 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:25,622 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 c80eeaa832d0de4d228d3c0830c15778 2023-09-06T20:25:25,622 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(888): Instantiated table1,,1694031924414.c80eeaa832d0de4d228d3c0830c15778.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:25,622 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7296): checking encryption for c80eeaa832d0de4d228d3c0830c15778 2023-09-06T20:25:25,622 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7299): checking classloading for c80eeaa832d0de4d228d3c0830c15778 2023-09-06T20:25:25,623 INFO [StoreOpener-c80eeaa832d0de4d228d3c0830c15778-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c80eeaa832d0de4d228d3c0830c15778 2023-09-06T20:25:25,625 INFO [StoreOpener-c80eeaa832d0de4d228d3c0830c15778-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c80eeaa832d0de4d228d3c0830c15778 columnFamilyName f 2023-09-06T20:25:25,625 DEBUG [StoreOpener-c80eeaa832d0de4d228d3c0830c15778-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:25,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=47, resume processing ppid=44 2023-09-06T20:25:25,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, ppid=44, state=SUCCESS; OpenRegionProcedure a3259cc7e8febc3a7fd888a17d97f94d, server=jenkins-hbase3.apache.org,45419,1694031886681 in 193 msec 2023-09-06T20:25:25,625 INFO [StoreOpener-c80eeaa832d0de4d228d3c0830c15778-1 {}] regionserver.HStore(324): Store=c80eeaa832d0de4d228d3c0830c15778/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:25,625 INFO [StoreOpener-c80eeaa832d0de4d228d3c0830c15778-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region c80eeaa832d0de4d228d3c0830c15778 2023-09-06T20:25:25,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=table1, region=a3259cc7e8febc3a7fd888a17d97f94d, ASSIGN in 356 msec 2023-09-06T20:25:25,627 INFO [StoreOpener-c80eeaa832d0de4d228d3c0830c15778-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c80eeaa832d0de4d228d3c0830c15778 columnFamilyName f2 2023-09-06T20:25:25,627 DEBUG [StoreOpener-c80eeaa832d0de4d228d3c0830c15778-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:25,628 INFO [StoreOpener-c80eeaa832d0de4d228d3c0830c15778-1 {}] regionserver.HStore(324): Store=c80eeaa832d0de4d228d3c0830c15778/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:25,628 INFO [StoreOpener-c80eeaa832d0de4d228d3c0830c15778-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region c80eeaa832d0de4d228d3c0830c15778 2023-09-06T20:25:25,629 INFO [StoreOpener-c80eeaa832d0de4d228d3c0830c15778-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c80eeaa832d0de4d228d3c0830c15778 columnFamilyName f3 2023-09-06T20:25:25,629 DEBUG [StoreOpener-c80eeaa832d0de4d228d3c0830c15778-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:25,630 INFO [StoreOpener-c80eeaa832d0de4d228d3c0830c15778-1 {}] regionserver.HStore(324): Store=c80eeaa832d0de4d228d3c0830c15778/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:25,631 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/c80eeaa832d0de4d228d3c0830c15778 2023-09-06T20:25:25,631 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/c80eeaa832d0de4d228d3c0830c15778 2023-09-06T20:25:25,633 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:25:25,634 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1076): writing seq id for c80eeaa832d0de4d228d3c0830c15778 2023-09-06T20:25:25,636 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/c80eeaa832d0de4d228d3c0830c15778/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:25,636 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): Opened c80eeaa832d0de4d228d3c0830c15778; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10686818400, jitterRate=-0.0047124773263931274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:25:25,636 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(992): Region open journal for c80eeaa832d0de4d228d3c0830c15778: 2023-09-06T20:25:25,637 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1694031924414.c80eeaa832d0de4d228d3c0830c15778., pid=45, masterSystemTime=1694031925580 2023-09-06T20:25:25,638 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1694031924414.c80eeaa832d0de4d228d3c0830c15778. 2023-09-06T20:25:25,638 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(158): Opened table1,,1694031924414.c80eeaa832d0de4d228d3c0830c15778. 2023-09-06T20:25:25,639 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=c80eeaa832d0de4d228d3c0830c15778, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:25,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=45, resume processing ppid=42 2023-09-06T20:25:25,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, ppid=42, state=SUCCESS; OpenRegionProcedure c80eeaa832d0de4d228d3c0830c15778, server=jenkins-hbase3.apache.org,45419,1694031886681 in 211 msec 2023-09-06T20:25:25,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=42, resume processing ppid=41 2023-09-06T20:25:25,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=table1, region=c80eeaa832d0de4d228d3c0830c15778, ASSIGN in 372 msec 2023-09-06T20:25:25,644 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=41, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:25:25,644 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031925644"}]},"ts":"1694031925644"} 2023-09-06T20:25:25,646 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-09-06T20:25:25,648 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=41, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:25:25,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, state=SUCCESS; CreateTableProcedure table=table1 in 1.2340 sec 2023-09-06T20:25:25,764 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-09-06T20:25:25,767 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47718, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2023-09-06T20:25:26,264 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2023-09-06T20:25:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45235 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-09-06T20:25:26,526 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:table1, procId: 41 completed 2023-09-06T20:25:26,533 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68,hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/d790fc01cda9822fcd1a519eeac72621 from hbase tables test-1694031902674 to tables table1 2023-09-06T20:25:26,533 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1694031902674 into table1 2023-09-06T20:25:26,536 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/hbase-staging/bulk_output-default-table1-1694031926533 from hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68,hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/d790fc01cda9822fcd1a519eeac72621 2023-09-06T20:25:26,539 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x135d7378 to 127.0.0.1:57079 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:26,547 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165eaa4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:26,548 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:25:26,549 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60564, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:25:26,558 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-09-06T20:25:26,558 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-09-06T20:25:26,563 DEBUG [hconnection-0x116b17f7-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:26,564 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34584, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:26,567 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-09-06T20:25:26,568 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: row-t10 2023-09-06T20:25:26,568 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: row0 2023-09-06T20:25:26,568 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.HFileOutputFormat2(694): Configuring 3 reduce partitions to match current region count for all tables 2023-09-06T20:25:26,568 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/hbase-staging/partitions_3c901e5a-36f4-4b50-9bfb-f1611fda2da4 2023-09-06T20:25:26,612 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:26,612 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:26,613 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:26,613 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:27,673 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/hadoop-4326694315053464598.jar 2023-09-06T20:25:27,674 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:27,674 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:27,674 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:27,675 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:27,675 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:27,676 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:27,676 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:27,676 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:27,677 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:27,677 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:25:27,678 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:25:27,679 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:25:27,680 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:25:27,680 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:25:27,681 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:25:27,682 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:25:27,682 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:25:27,683 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:25:27,683 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:25:27,684 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:25:27,685 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:25:27,689 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:27,689 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:27,690 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:27,690 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:27,691 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:27,691 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:27,692 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:25:27,692 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-09-06T20:25:27,692 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:25:27,692 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x135d7378 to 127.0.0.1:57079 2023-09-06T20:25:27,693 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:27,693 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-09-06T20:25:27,693 WARN [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-09-06T20:25:27,694 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:25:27,699 WARN [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:25:27,707 WARN [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-09-06T20:25:27,817 WARN [Listener at jenkins-hbase3.apache.org/37519 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/mapreduce.cluster.local.dir/1694031927770/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:25:27,818 WARN [Listener at jenkins-hbase3.apache.org/37519 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/mapreduce.cluster.local.dir/1694031927770/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:25:27,905 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f2/ba30286eea3042b1b0fc863cd3ccf6dc 2023-09-06T20:25:27,910 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-09-06T20:25:27,949 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f/5ff626325e1b41d7ad248bd860475b98 2023-09-06T20:25:27,954 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-09-06T20:25:28,026 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/d790fc01cda9822fcd1a519eeac72621/f2/d41d8cd98f00b204e9800998ecf8427e202309068f47c49848a64f27b701ec34810f6992_9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:28,031 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-09-06T20:25:28,061 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/archive/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/f3/4dbba705bdf64fc0aa2bbd1a27a603d6 2023-09-06T20:25:28,066 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-09-06T20:25:28,219 DEBUG [pool-332-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4321f5ef to 127.0.0.1:57079 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:28,230 DEBUG [pool-332-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6b4ad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:28,238 DEBUG [hconnection-0x6ad60c4f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:28,242 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34586, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:28,245 DEBUG [pool-332-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4321f5ef to 127.0.0.1:57079 2023-09-06T20:25:28,245 DEBUG [pool-332-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:28,251 DEBUG [pool-332-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [00adc681cdf7eb7c4e39ecefa196c1cd] 2023-09-06T20:25:28,252 DEBUG [pool-332-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:25:28,266 DEBUG [pool-332-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/hbase-staging/bulk_output-default-table1-1694031926533/_temporary/0/_temporary/attempt_local560969110_0002_r_000000_0/f2/a444d0906be54a8d8167bc044f2928dc is 195, key is 66a32c7505c42792d4e902743db77ac7e/f2:q/1694031911110/Put/seqid=0 2023-09-06T20:25:28,269 WARN [Thread-1020 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45419] Specified favored nodes: [jenkins-hbase3.apache.org:45419] 2023-09-06T20:25:28,306 DEBUG [pool-332-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0506c587 to 127.0.0.1:57079 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:28,317 DEBUG [pool-332-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b21e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:28,353 DEBUG [hconnection-0x56a186db-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:28,356 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34588, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:28,364 DEBUG [pool-332-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0506c587 to 127.0.0.1:57079 2023-09-06T20:25:28,364 DEBUG [pool-332-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:28,365 DEBUG [pool-332-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t10] 2023-09-06T20:25:28,365 DEBUG [pool-332-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:25:28,369 DEBUG [pool-332-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/hbase-staging/bulk_output-default-table1-1694031926533/_temporary/0/_temporary/attempt_local560969110_0002_r_000001_0/f3/76e2cce585af47998975067cb799279a is 39, key is row-t10/f3:q1/1694031911166/Put/seqid=0 2023-09-06T20:25:28,372 WARN [Thread-1030 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45419] Specified favored nodes: [jenkins-hbase3.apache.org:45419] 2023-09-06T20:25:28,407 DEBUG [pool-332-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6ec578ba to 127.0.0.1:57079 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:28,414 DEBUG [pool-332-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e230f4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:28,416 DEBUG [hconnection-0x20e330b9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:28,417 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34602, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:28,425 DEBUG [pool-332-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6ec578ba to 127.0.0.1:57079 2023-09-06T20:25:28,425 DEBUG [pool-332-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:28,425 DEBUG [pool-332-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-09-06T20:25:28,425 DEBUG [pool-332-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:25:28,436 DEBUG [pool-332-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/hbase-staging/bulk_output-default-table1-1694031926533/_temporary/0/_temporary/attempt_local560969110_0002_r_000002_0/f/9ae65eb9485c47a9a614a6d566ca2d70 is 37, key is row10/f:q1/1694031905333/Put/seqid=0 2023-09-06T20:25:28,438 WARN [Thread-1040 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45419] Specified favored nodes: [jenkins-hbase3.apache.org:45419] 2023-09-06T20:25:29,886 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/hbase-staging/bulk_output-default-table1-1694031926533 2023-09-06T20:25:29,888 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x45bb1607 to 127.0.0.1:57079 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:29,894 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bded731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:29,896 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:29,897 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34614, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:29,906 WARN [Listener at jenkins-hbase3.apache.org/37519 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/hbase-staging/bulk_output-default-table1-1694031926533/_SUCCESS 2023-09-06T20:25:29,918 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:25:29,920 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60570, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:25:29,954 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/hbase-staging/bulk_output-default-table1-1694031926533/f/9ae65eb9485c47a9a614a6d566ca2d70 first=Optional[row0] last=Optional[row98] 2023-09-06T20:25:29,958 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/hbase-staging/bulk_output-default-table1-1694031926533/f2/a444d0906be54a8d8167bc044f2928dc first=Optional[00adc681cdf7eb7c4e39ecefa196c1cd] last=Optional[f4ab9d3f1f9c74e4bafbf13d3997f9a5] 2023-09-06T20:25:29,961 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/hbase-staging/bulk_output-default-table1-1694031926533/f3/76e2cce585af47998975067cb799279a first=Optional[row-t10] last=Optional[row-t15] 2023-09-06T20:25:29,982 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1694031924414.c80eeaa832d0de4d228d3c0830c15778., hostname=jenkins-hbase3.apache.org,45419,1694031886681, seqNum=2 for row with hfile group [{f2,hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/hbase-staging/bulk_output-default-table1-1694031926533/f2/a444d0906be54a8d8167bc044f2928dc}] 2023-09-06T20:25:30,003 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/hbase-staging/bulk_output-default-table1-1694031926533/f2/a444d0906be54a8d8167bc044f2928dc for inclusion in c80eeaa832d0de4d228d3c0830c15778/f2 2023-09-06T20:25:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HStore(623): HFile bounds: first=00adc681cdf7eb7c4e39ecefa196c1cd last=f4ab9d3f1f9c74e4bafbf13d3997f9a5 2023-09-06T20:25:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HStore(625): Region bounds: first= last=row-t10 2023-09-06T20:25:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HRegion(2520): Flush status journal for c80eeaa832d0de4d228d3c0830c15778: 2023-09-06T20:25:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/hbase-staging/bulk_output-default-table1-1694031926533/f2/a444d0906be54a8d8167bc044f2928dc to hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/staging/jenkins__table1__m53138m1m20lefpvqmab326ce7tj0b8nqrd3hflgpr3v34r3mbms0bfhtdkvhbo5/f2/a444d0906be54a8d8167bc044f2928dc 2023-09-06T20:25:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/staging/jenkins__table1__m53138m1m20lefpvqmab326ce7tj0b8nqrd3hflgpr3v34r3mbms0bfhtdkvhbo5/f2/a444d0906be54a8d8167bc044f2928dc as hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/c80eeaa832d0de4d228d3c0830c15778/f2/754b60664d7d469b888012a2b646daf4_SeqId_4_ 2023-09-06T20:25:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6a6ff50d to 127.0.0.1:57079 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75fbdf09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:25:30,028 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60574, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:25:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:30,035 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34622, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:30,052 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:25:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6a6ff50d to 127.0.0.1:57079 2023-09-06T20:25:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:30,056 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/staging/jenkins__table1__m53138m1m20lefpvqmab326ce7tj0b8nqrd3hflgpr3v34r3mbms0bfhtdkvhbo5/f2/a444d0906be54a8d8167bc044f2928dc into c80eeaa832d0de4d228d3c0830c15778/f2 as hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/c80eeaa832d0de4d228d3c0830c15778/f2/754b60664d7d469b888012a2b646daf4_SeqId_4_ - updating store file list. 2023-09-06T20:25:30,065 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/c80eeaa832d0de4d228d3c0830c15778/f2/754b60664d7d469b888012a2b646daf4_SeqId_4_ into c80eeaa832d0de4d228d3c0830c15778/f2 2023-09-06T20:25:30,065 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/staging/jenkins__table1__m53138m1m20lefpvqmab326ce7tj0b8nqrd3hflgpr3v34r3mbms0bfhtdkvhbo5/f2/a444d0906be54a8d8167bc044f2928dc into c80eeaa832d0de4d228d3c0830c15778/f2 (new location: hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/c80eeaa832d0de4d228d3c0830c15778/f2/754b60664d7d469b888012a2b646daf4_SeqId_4_) 2023-09-06T20:25:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/staging/jenkins__table1__m53138m1m20lefpvqmab326ce7tj0b8nqrd3hflgpr3v34r3mbms0bfhtdkvhbo5/f2/a444d0906be54a8d8167bc044f2928dc 2023-09-06T20:25:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x60535650 to 127.0.0.1:57079 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56638904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:25:30,099 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60582, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:25:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:30,103 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34630, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-09-06T20:25:30,118 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:25:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x60535650 to 127.0.0.1:57079 2023-09-06T20:25:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:30,123 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,row0,1694031924414.a3259cc7e8febc3a7fd888a17d97f94d., hostname=jenkins-hbase3.apache.org,45419,1694031886681, seqNum=2 for row row0 with hfile group [{f,hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/hbase-staging/bulk_output-default-table1-1694031926533/f/9ae65eb9485c47a9a614a6d566ca2d70}] 2023-09-06T20:25:30,125 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/hbase-staging/bulk_output-default-table1-1694031926533/f/9ae65eb9485c47a9a614a6d566ca2d70 for inclusion in a3259cc7e8febc3a7fd888a17d97f94d/f 2023-09-06T20:25:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-09-06T20:25:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HStore(625): Region bounds: first=row0 last= 2023-09-06T20:25:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HRegion(2520): Flush status journal for a3259cc7e8febc3a7fd888a17d97f94d: 2023-09-06T20:25:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/hbase-staging/bulk_output-default-table1-1694031926533/f/9ae65eb9485c47a9a614a6d566ca2d70 to hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/staging/jenkins__table1__m53138m1m20lefpvqmab326ce7tj0b8nqrd3hflgpr3v34r3mbms0bfhtdkvhbo5/f/9ae65eb9485c47a9a614a6d566ca2d70 2023-09-06T20:25:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/staging/jenkins__table1__m53138m1m20lefpvqmab326ce7tj0b8nqrd3hflgpr3v34r3mbms0bfhtdkvhbo5/f/9ae65eb9485c47a9a614a6d566ca2d70 as hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/a3259cc7e8febc3a7fd888a17d97f94d/f/6f4c68e2394041b496102a4758567ca4_SeqId_4_ 2023-09-06T20:25:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x21131cae to 127.0.0.1:57079 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2095ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:25:30,152 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60586, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:25:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:30,161 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34642, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:30,176 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:25:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x21131cae to 127.0.0.1:57079 2023-09-06T20:25:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:30,178 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/staging/jenkins__table1__m53138m1m20lefpvqmab326ce7tj0b8nqrd3hflgpr3v34r3mbms0bfhtdkvhbo5/f/9ae65eb9485c47a9a614a6d566ca2d70 into a3259cc7e8febc3a7fd888a17d97f94d/f as hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/a3259cc7e8febc3a7fd888a17d97f94d/f/6f4c68e2394041b496102a4758567ca4_SeqId_4_ - updating store file list. 2023-09-06T20:25:30,185 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/a3259cc7e8febc3a7fd888a17d97f94d/f/6f4c68e2394041b496102a4758567ca4_SeqId_4_ into a3259cc7e8febc3a7fd888a17d97f94d/f 2023-09-06T20:25:30,185 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/staging/jenkins__table1__m53138m1m20lefpvqmab326ce7tj0b8nqrd3hflgpr3v34r3mbms0bfhtdkvhbo5/f/9ae65eb9485c47a9a614a6d566ca2d70 into a3259cc7e8febc3a7fd888a17d97f94d/f (new location: hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/a3259cc7e8febc3a7fd888a17d97f94d/f/6f4c68e2394041b496102a4758567ca4_SeqId_4_) 2023-09-06T20:25:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/staging/jenkins__table1__m53138m1m20lefpvqmab326ce7tj0b8nqrd3hflgpr3v34r3mbms0bfhtdkvhbo5/f/9ae65eb9485c47a9a614a6d566ca2d70 2023-09-06T20:25:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0fddf0b7 to 127.0.0.1:57079 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c7a2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:25:30,200 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49234, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:25:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:30,206 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:55124, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-09-06T20:25:30,227 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:25:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0fddf0b7 to 127.0.0.1:57079 2023-09-06T20:25:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:30,228 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,row-t10,1694031924414.99850a855331c2d5441ade2223deab13., hostname=jenkins-hbase3.apache.org,45419,1694031886681, seqNum=2 for row row-t10 with hfile group [{f3,hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/hbase-staging/bulk_output-default-table1-1694031926533/f3/76e2cce585af47998975067cb799279a}] 2023-09-06T20:25:30,231 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/hbase-staging/bulk_output-default-table1-1694031926533/f3/76e2cce585af47998975067cb799279a for inclusion in 99850a855331c2d5441ade2223deab13/f3 2023-09-06T20:25:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HStore(623): HFile bounds: first=row-t10 last=row-t15 2023-09-06T20:25:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HStore(625): Region bounds: first=row-t10 last=row0 2023-09-06T20:25:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HRegion(2520): Flush status journal for 99850a855331c2d5441ade2223deab13: 2023-09-06T20:25:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/hbase-staging/bulk_output-default-table1-1694031926533/f3/76e2cce585af47998975067cb799279a to hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/staging/jenkins__table1__m53138m1m20lefpvqmab326ce7tj0b8nqrd3hflgpr3v34r3mbms0bfhtdkvhbo5/f3/76e2cce585af47998975067cb799279a 2023-09-06T20:25:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/staging/jenkins__table1__m53138m1m20lefpvqmab326ce7tj0b8nqrd3hflgpr3v34r3mbms0bfhtdkvhbo5/f3/76e2cce585af47998975067cb799279a as hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/99850a855331c2d5441ade2223deab13/f3/bb9ba0c7fd2b487c8aeca07558998e23_SeqId_4_ 2023-09-06T20:25:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x518dd2b5 to 127.0.0.1:57079 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65990c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:25:30,253 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49236, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:25:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:30,259 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:55126, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:30,283 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:25:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x518dd2b5 to 127.0.0.1:57079 2023-09-06T20:25:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:30,286 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/staging/jenkins__table1__m53138m1m20lefpvqmab326ce7tj0b8nqrd3hflgpr3v34r3mbms0bfhtdkvhbo5/f3/76e2cce585af47998975067cb799279a into 99850a855331c2d5441ade2223deab13/f3 as hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/99850a855331c2d5441ade2223deab13/f3/bb9ba0c7fd2b487c8aeca07558998e23_SeqId_4_ - updating store file list. 2023-09-06T20:25:30,292 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/99850a855331c2d5441ade2223deab13/f3/bb9ba0c7fd2b487c8aeca07558998e23_SeqId_4_ into 99850a855331c2d5441ade2223deab13/f3 2023-09-06T20:25:30,293 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/staging/jenkins__table1__m53138m1m20lefpvqmab326ce7tj0b8nqrd3hflgpr3v34r3mbms0bfhtdkvhbo5/f3/76e2cce585af47998975067cb799279a into 99850a855331c2d5441ade2223deab13/f3 (new location: hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/99850a855331c2d5441ade2223deab13/f3/bb9ba0c7fd2b487c8aeca07558998e23_SeqId_4_) 2023-09-06T20:25:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/staging/jenkins__table1__m53138m1m20lefpvqmab326ce7tj0b8nqrd3hflgpr3v34r3mbms0bfhtdkvhbo5/f3/76e2cce585af47998975067cb799279a 2023-09-06T20:25:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x17fb067d to 127.0.0.1:57079 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c002629, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:25:30,310 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49238, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:25:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:30,317 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:55130, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-09-06T20:25:30,337 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:25:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x17fb067d to 127.0.0.1:57079 2023-09-06T20:25:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45419 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:30,347 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:25:30,348 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x45bb1607 to 127.0.0.1:57079 2023-09-06T20:25:30,348 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:30,349 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-09-06T20:25:30,349 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-09-06T20:25:30,349 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] impl.RestoreTablesClient(233): Backup: backup_1694031911179 hdfs://localhost:37817/backupUT/backup_1694031911179/default/test-1694031902674/ 2023-09-06T20:25:30,349 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-09-06T20:25:30,354 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] client.ClientScanner(249): Advancing internal scanner to startKey at 'row-t10', inclusive 2023-09-06T20:25:30,371 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] client.ClientScanner(249): Advancing internal scanner to startKey at 'row0', inclusive 2023-09-06T20:25:30,389 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] client.ClientScanner(249): Advancing internal scanner to startKey at 'row-t10', inclusive 2023-09-06T20:25:30,397 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] client.ClientScanner(249): Advancing internal scanner to startKey at 'row0', inclusive 2023-09-06T20:25:30,505 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.ResourceChecker(175): after: backup.TestRemoteBackup#testFullBackupRemote Thread=884 (was 843) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_871724145_16 at /127.0.0.1:49250 [Receiving block BP-1661985926-172.31.12.81-1694031879619:blk_1073741858_1034] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_244203736_16 at /127.0.0.1:51668 [Waiting for operation #9] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x6fc3aab7-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4409b66e-shared-pool-10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_244203736_16 at /127.0.0.1:49320 [Waiting for operation #31] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57079@0x1928c0a9-SendThread(127.0.0.1:57079) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:345) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1223) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57079@0x45bb1607 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$493/1458660126.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/cluster_287c9d63-54e1-f000-7466-fc6d4a085783/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4409b66e-shared-pool-13 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57079@0x518dd2b5 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$493/1458660126.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: htable-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_244203736_16 at /127.0.0.1:56598 [Waiting for operation #5] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57079@0x518dd2b5-SendThread(127.0.0.1:57079) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57079@0x45bb1607-SendThread(127.0.0.1:57079) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: hconnection-0x6fc3aab7-metaLookup-shared--pool-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4409b66e-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57079@0x17fb067d java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$493/1458660126.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/cluster_287c9d63-54e1-f000-7466-fc6d4a085783/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_244203736_16 at /127.0.0.1:51652 [Waiting for operation #5] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1134867723_16 at /127.0.0.1:34510 [Waiting for operation #7] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4409b66e-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x6fc3aab7-shared-pool-4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x6fc3aab7-shared-pool-3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x6fc3aab7-metaLookup-shared--pool-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x6fc3aab7-shared-pool-6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1661985926-172.31.12.81-1694031879619:blk_1073741858_1034, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4409b66e-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57079@0x17fb067d-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57079@0x17fb067d-SendThread(127.0.0.1:57079) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,45235,1694031883313)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS-EventLoopGroup-5-3 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:209) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:202) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:306) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:363) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57079@0x45bb1607-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: hconnection-0x6fc3aab7-shared-pool-7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1134867723_16 at /127.0.0.1:55190 [Waiting for operation #7] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57079@0x1928c0a9-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57079@0x518dd2b5-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: rs(jenkins-hbase3.apache.org,45419,1694031886681)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1661985926-172.31.12.81-1694031879619:blk_1073741857_1033, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4409b66e-shared-pool-12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: IPC Client (1407863208) connection to localhost/127.0.0.1:37817 from jenkins.hfs.1 java.lang.Object.wait(Native Method) org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1053) org.apache.hadoop.ipc.Client$Connection.run(Client.java:1097) Potentially hanging thread: hconnection-0x6fc3aab7-shared-pool-5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57079@0x1928c0a9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:328) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$493/1458660126.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x6fc3aab7-metaLookup-shared--pool-3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,45419,1694031886681' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_244203736_16 at /127.0.0.1:51676 [Waiting for operation #52] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_871724145_16 at /127.0.0.1:49236 [Receiving block BP-1661985926-172.31.12.81-1694031879619:blk_1073741857_1033] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=951 (was 885) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=311 (was 319), ProcessCount=167 (was 167), AvailableMemoryMB=3862 (was 3497) - AvailableMemoryMB LEAK? - 2023-09-06T20:25:30,506 WARN [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.ResourceChecker(130): Thread=884 is superior to 500 2023-09-06T20:25:30,512 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-09-06T20:25:30,512 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x02d635c8 to 127.0.0.1:57079 2023-09-06T20:25:30,512 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:30,513 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-09-06T20:25:30,513 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] util.JVMClusterUtil(257): Found active master hash=766438068, stopped=false 2023-09-06T20:25:30,513 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,45807,1694031894257 2023-09-06T20:25:30,515 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2023-09-06T20:25:30,515 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35215-0x100eef488b90005, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2023-09-06T20:25:30,515 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-09-06T20:25:30,515 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35215-0x100eef488b90005, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-09-06T20:25:30,515 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] procedure2.ProcedureExecutor(630): Stopping 2023-09-06T20:25:30,516 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:30,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35215-0x100eef488b90005, quorum=127.0.0.1:57079, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2023-09-06T20:25:30,516 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,35215,1694031894453' ***** 2023-09-06T20:25:30,516 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-09-06T20:25:30,516 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-09-06T20:25:30,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2023-09-06T20:25:30,542 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-09-06T20:25:30,544 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-09-06T20:25:30,549 INFO [RS:0;jenkins-hbase3:35215 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@769bde97{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-09-06T20:25:30,558 INFO [RS:0;jenkins-hbase3:35215 {}] server.AbstractConnector(383): Stopped ServerConnector@7adf0b11{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:25:30,558 INFO [RS:0;jenkins-hbase3:35215 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-09-06T20:25:30,560 INFO [RS:0;jenkins-hbase3:35215 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@1ea517ad{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-09-06T20:25:30,562 INFO [RS:0;jenkins-hbase3:35215 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@41e82106{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/hadoop.log.dir/,STOPPED} 2023-09-06T20:25:30,567 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.HeapMemoryManager(220): Stopping 2023-09-06T20:25:30,567 INFO [RS:0;jenkins-hbase3:35215 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-09-06T20:25:30,568 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-09-06T20:25:30,568 INFO [RS:0;jenkins-hbase3:35215 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-09-06T20:25:30,568 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.HRegionServer(3528): Received CLOSE for 16338237c9fca9d046b031aa4a5948bc 2023-09-06T20:25:30,569 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,35215,1694031894453 2023-09-06T20:25:30,569 DEBUG [RS:0;jenkins-hbase3:35215 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:30,571 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-09-06T20:25:30,571 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-09-06T20:25:30,571 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-09-06T20:25:30,571 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-09-06T20:25:30,573 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 16338237c9fca9d046b031aa4a5948bc, disabling compactions & flushes 2023-09-06T20:25:30,573 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.HRegionServer(1579): Waiting on 2 regions to close 2023-09-06T20:25:30,573 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1694031896591.16338237c9fca9d046b031aa4a5948bc. 2023-09-06T20:25:30,573 DEBUG [RS:0;jenkins-hbase3:35215 {}] regionserver.HRegionServer(1583): Online Regions={1588230740=hbase:meta,,1.1588230740, 16338237c9fca9d046b031aa4a5948bc=hbase:namespace,,1694031896591.16338237c9fca9d046b031aa4a5948bc.} 2023-09-06T20:25:30,573 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1694031896591.16338237c9fca9d046b031aa4a5948bc. 2023-09-06T20:25:30,573 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1694031896591.16338237c9fca9d046b031aa4a5948bc. after waiting 0 ms 2023-09-06T20:25:30,573 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1694031896591.16338237c9fca9d046b031aa4a5948bc. 2023-09-06T20:25:30,573 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 16338237c9fca9d046b031aa4a5948bc 1/1 column families, dataSize=78 B heapSize=488 B 2023-09-06T20:25:30,575 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-09-06T20:25:30,575 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-09-06T20:25:30,575 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-09-06T20:25:30,575 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-09-06T20:25:30,575 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-09-06T20:25:30,575 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=1.26 KB heapSize=2.89 KB 2023-09-06T20:25:30,575 DEBUG [RS:0;jenkins-hbase3:35215 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 16338237c9fca9d046b031aa4a5948bc 2023-09-06T20:25:30,601 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/data/hbase/namespace/16338237c9fca9d046b031aa4a5948bc/.tmp/info/7ead7a407d924a69bf89c4987c77320d is 45, key is default/info:d/1694031897115/Put/seqid=0 2023-09-06T20:25:30,604 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/data/hbase/meta/1588230740/.tmp/info/e387a571252144ed998a16ae3b7c5655 is 143, key is hbase:namespace,,1694031896591.16338237c9fca9d046b031aa4a5948bc./info:regioninfo/1694031897038/Put/seqid=0 2023-09-06T20:25:30,621 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/data/hbase/namespace/16338237c9fca9d046b031aa4a5948bc/.tmp/info/7ead7a407d924a69bf89c4987c77320d 2023-09-06T20:25:30,633 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/data/hbase/meta/1588230740/.tmp/info/e387a571252144ed998a16ae3b7c5655 2023-09-06T20:25:30,646 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/data/hbase/namespace/16338237c9fca9d046b031aa4a5948bc/.tmp/info/7ead7a407d924a69bf89c4987c77320d as hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/data/hbase/namespace/16338237c9fca9d046b031aa4a5948bc/info/7ead7a407d924a69bf89c4987c77320d 2023-09-06T20:25:30,657 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/data/hbase/namespace/16338237c9fca9d046b031aa4a5948bc/info/7ead7a407d924a69bf89c4987c77320d, entries=2, sequenceid=6, filesize=4.9 K 2023-09-06T20:25:30,658 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 16338237c9fca9d046b031aa4a5948bc in 85ms, sequenceid=6, compaction requested=false 2023-09-06T20:25:30,678 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/data/hbase/meta/1588230740/.tmp/table/1b8dc6f9bfc24e7c926a6187a624106e is 51, key is hbase:namespace/table:state/1694031897051/Put/seqid=0 2023-09-06T20:25:30,694 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37817/tmp/wal/data/hbase/namespace/16338237c9fca9d046b031aa4a5948bc/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2023-09-06T20:25:30,695 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:30,696 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1694031896591.16338237c9fca9d046b031aa4a5948bc. 2023-09-06T20:25:30,696 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 16338237c9fca9d046b031aa4a5948bc: 2023-09-06T20:25:30,696 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1694031896591.16338237c9fca9d046b031aa4a5948bc. 2023-09-06T20:25:30,698 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=94 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/data/hbase/meta/1588230740/.tmp/table/1b8dc6f9bfc24e7c926a6187a624106e 2023-09-06T20:25:30,707 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/data/hbase/meta/1588230740/.tmp/info/e387a571252144ed998a16ae3b7c5655 as hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/data/hbase/meta/1588230740/info/e387a571252144ed998a16ae3b7c5655 2023-09-06T20:25:30,714 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/data/hbase/meta/1588230740/info/e387a571252144ed998a16ae3b7c5655, entries=10, sequenceid=9, filesize=6.4 K 2023-09-06T20:25:30,715 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/data/hbase/meta/1588230740/.tmp/table/1b8dc6f9bfc24e7c926a6187a624106e as hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/data/hbase/meta/1588230740/table/1b8dc6f9bfc24e7c926a6187a624106e 2023-09-06T20:25:30,728 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/data/hbase/meta/1588230740/table/1b8dc6f9bfc24e7c926a6187a624106e, entries=2, sequenceid=9, filesize=5.1 K 2023-09-06T20:25:30,729 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~1.26 KB/1290, heapSize ~2.61 KB/2672, currentSize=0 B/0 for 1588230740 in 154ms, sequenceid=9, compaction requested=false 2023-09-06T20:25:30,750 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37817/tmp/wal/data/hbase/meta/1588230740/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2023-09-06T20:25:30,751 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:30,751 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:25:30,752 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-09-06T20:25:30,752 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-09-06T20:25:30,752 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-09-06T20:25:30,775 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,35215,1694031894453; all regions closed. 2023-09-06T20:25:30,787 DEBUG [RS:0;jenkins-hbase3:35215 {}] wal.AbstractFSWAL(1062): Moved 1 WAL file(s) to /tmp/wal/oldWALs 2023-09-06T20:25:30,787 INFO [RS:0;jenkins-hbase3:35215 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C35215%2C1694031894453.meta:.meta(num 1694031896504) 2023-09-06T20:25:30,794 DEBUG [RS:0;jenkins-hbase3:35215 {}] wal.AbstractFSWAL(1062): Moved 1 WAL file(s) to /tmp/wal/oldWALs 2023-09-06T20:25:30,794 INFO [RS:0;jenkins-hbase3:35215 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C35215%2C1694031894453:(num 1694031895961) 2023-09-06T20:25:30,794 DEBUG [RS:0;jenkins-hbase3:35215 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:30,794 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.LeaseManager(133): Closed leases 2023-09-06T20:25:30,794 INFO [RS:0;jenkins-hbase3:35215 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-09-06T20:25:30,795 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-09-06T20:25:30,796 INFO [RS:0;jenkins-hbase3:35215 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:35215 2023-09-06T20:25:30,804 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35215-0x100eef488b90005, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/jenkins-hbase3.apache.org,35215,1694031894453 2023-09-06T20:25:30,804 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2023-09-06T20:25:30,808 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,35215,1694031894453] 2023-09-06T20:25:30,808 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,35215,1694031894453; numProcessing=1 2023-09-06T20:25:30,809 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /2/draining/jenkins-hbase3.apache.org,35215,1694031894453 already deleted, retry=false 2023-09-06T20:25:30,809 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,35215,1694031894453 expired; onlineServers=0 2023-09-06T20:25:30,809 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,45807,1694031894257' ***** 2023-09-06T20:25:30,809 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-09-06T20:25:30,811 DEBUG [M:0;jenkins-hbase3:45807 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@270f14c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-09-06T20:25:30,811 INFO [M:0;jenkins-hbase3:45807 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-09-06T20:25:30,820 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2023-09-06T20:25:30,820 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-09-06T20:25:30,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2023-09-06T20:25:30,877 INFO [M:0;jenkins-hbase3:45807 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@976e537{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-09-06T20:25:30,877 INFO [M:0;jenkins-hbase3:45807 {}] server.AbstractConnector(383): Stopped ServerConnector@1f36edb9{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:25:30,877 INFO [M:0;jenkins-hbase3:45807 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-09-06T20:25:30,878 INFO [M:0;jenkins-hbase3:45807 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@4f15accb{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-09-06T20:25:30,879 INFO [M:0;jenkins-hbase3:45807 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@346f23d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/hadoop.log.dir/,STOPPED} 2023-09-06T20:25:30,880 INFO [M:0;jenkins-hbase3:45807 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,45807,1694031894257 2023-09-06T20:25:30,880 INFO [M:0;jenkins-hbase3:45807 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,45807,1694031894257; all regions closed. 2023-09-06T20:25:30,880 DEBUG [M:0;jenkins-hbase3:45807 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:30,880 INFO [M:0;jenkins-hbase3:45807 {}] master.HMaster(1665): Stopping master jetty server 2023-09-06T20:25:30,881 INFO [M:0;jenkins-hbase3:45807 {}] server.AbstractConnector(383): Stopped ServerConnector@6a4ec782{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:25:30,881 DEBUG [M:0;jenkins-hbase3:45807 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-09-06T20:25:30,881 INFO [M:0;jenkins-hbase3:45807 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-09-06T20:25:30,881 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-09-06T20:25:30,882 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694031895683 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694031895683,5,FailOnTimeoutGroup] 2023-09-06T20:25:30,882 DEBUG [M:0;jenkins-hbase3:45807 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x19f2ff22 to 127.0.0.1:57079 2023-09-06T20:25:30,882 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694031895681 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694031895681,5,FailOnTimeoutGroup] 2023-09-06T20:25:30,882 DEBUG [M:0;jenkins-hbase3:45807 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:30,882 DEBUG [M:0;jenkins-hbase3:45807 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-09-06T20:25:30,882 INFO [M:0;jenkins-hbase3:45807 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-09-06T20:25:30,882 DEBUG [M:0;jenkins-hbase3:45807 {}] master.HMaster(1688): Stopping service threads 2023-09-06T20:25:30,882 INFO [M:0;jenkins-hbase3:45807 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-09-06T20:25:30,882 ERROR [M:0;jenkins-hbase3:45807 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-09-06T20:25:30,883 INFO [M:0;jenkins-hbase3:45807 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-09-06T20:25:30,883 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-09-06T20:25:30,884 DEBUG [M:0;jenkins-hbase3:45807 {}] zookeeper.ZKUtil(347): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2023-09-06T20:25:30,884 WARN [M:0;jenkins-hbase3:45807 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-09-06T20:25:30,884 INFO [M:0;jenkins-hbase3:45807 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-09-06T20:25:30,885 INFO [M:0;jenkins-hbase3:45807 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-09-06T20:25:30,886 DEBUG [M:0;jenkins-hbase3:45807 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-09-06T20:25:30,904 INFO [M:0;jenkins-hbase3:45807 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:25:30,904 DEBUG [M:0;jenkins-hbase3:45807 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:25:30,904 DEBUG [M:0;jenkins-hbase3:45807 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-09-06T20:25:30,904 DEBUG [M:0;jenkins-hbase3:45807 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:25:30,905 INFO [M:0;jenkins-hbase3:45807 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=25.76 KB heapSize=33.30 KB 2023-09-06T20:25:30,923 DEBUG [M:0;jenkins-hbase3:45807 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d738ba85bd1479a83be526b26ec96a0 is 88, key is hbase:meta,,1/info:sn/1694031896311/Put/seqid=0 2023-09-06T20:25:30,966 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35215-0x100eef488b90005, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:25:30,966 INFO [RS:0;jenkins-hbase3:35215 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,35215,1694031894453; zookeeper connection closed. 2023-09-06T20:25:30,966 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35215-0x100eef488b90005, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:25:30,966 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f9788b7 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f9788b7 2023-09-06T20:25:30,967 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-09-06T20:25:31,251 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:25:31,329 INFO [M:0;jenkins-hbase3:45807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d738ba85bd1479a83be526b26ec96a0 2023-09-06T20:25:31,353 DEBUG [M:0;jenkins-hbase3:45807 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43fdaf48316e438a8dd0401f36e52973 is 241, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1694031896574/Put/seqid=0 2023-09-06T20:25:31,758 INFO [M:0;jenkins-hbase3:45807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25.17 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43fdaf48316e438a8dd0401f36e52973 2023-09-06T20:25:31,764 INFO [M:0;jenkins-hbase3:45807 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 43fdaf48316e438a8dd0401f36e52973 2023-09-06T20:25:31,783 DEBUG [M:0;jenkins-hbase3:45807 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62b610fc0b024e82ad1feca324639478 is 82, key is jenkins-hbase3.apache.org,35215,1694031894453/rs:state/1694031895762/Put/seqid=0 2023-09-06T20:25:31,787 INFO [M:0;jenkins-hbase3:45807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62b610fc0b024e82ad1feca324639478 2023-09-06T20:25:31,794 DEBUG [M:0;jenkins-hbase3:45807 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d738ba85bd1479a83be526b26ec96a0 as hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d738ba85bd1479a83be526b26ec96a0 2023-09-06T20:25:31,799 INFO [M:0;jenkins-hbase3:45807 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d738ba85bd1479a83be526b26ec96a0, entries=8, sequenceid=76, filesize=5.5 K 2023-09-06T20:25:31,800 DEBUG [M:0;jenkins-hbase3:45807 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43fdaf48316e438a8dd0401f36e52973 as hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43fdaf48316e438a8dd0401f36e52973 2023-09-06T20:25:31,806 INFO [M:0;jenkins-hbase3:45807 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 43fdaf48316e438a8dd0401f36e52973 2023-09-06T20:25:31,806 INFO [M:0;jenkins-hbase3:45807 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43fdaf48316e438a8dd0401f36e52973, entries=8, sequenceid=76, filesize=5.4 K 2023-09-06T20:25:31,807 DEBUG [M:0;jenkins-hbase3:45807 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62b610fc0b024e82ad1feca324639478 as hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62b610fc0b024e82ad1feca324639478 2023-09-06T20:25:31,812 INFO [M:0;jenkins-hbase3:45807 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37817/user/jenkins/test-data/a32970a6-5d1a-79d7-71b4-d0fedb192a82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62b610fc0b024e82ad1feca324639478, entries=1, sequenceid=76, filesize=5.1 K 2023-09-06T20:25:31,812 INFO [M:0;jenkins-hbase3:45807 {}] regionserver.HRegion(3022): Finished flush of dataSize ~25.76 KB/26381, heapSize ~33.01 KB/33800, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 908ms, sequenceid=76, compaction requested=false 2023-09-06T20:25:31,820 INFO [M:0;jenkins-hbase3:45807 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:25:31,820 DEBUG [M:0;jenkins-hbase3:45807 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:25:31,825 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-09-06T20:25:31,825 INFO [M:0;jenkins-hbase3:45807 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-09-06T20:25:31,825 INFO [M:0;jenkins-hbase3:45807 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-09-06T20:25:31,826 INFO [M:0;jenkins-hbase3:45807 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:45807 2023-09-06T20:25:31,828 DEBUG [M:0;jenkins-hbase3:45807 {}] zookeeper.RecoverableZooKeeper(224): Node /2/rs/jenkins-hbase3.apache.org,45807,1694031894257 already deleted, retry=false 2023-09-06T20:25:31,932 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:25:31,932 INFO [M:0;jenkins-hbase3:45807 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,45807,1694031894257; zookeeper connection closed. 2023-09-06T20:25:31,932 DEBUG [Listener at localhost/46417-EventThread {}] zookeeper.ZKWatcher(604): master:45807-0x100eef488b90004, quorum=127.0.0.1:57079, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:25:31,935 WARN [Listener at jenkins-hbase3.apache.org/37519 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-09-06T20:25:31,943 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:25:32,048 WARN [BP-1636237029-172.31.12.81-1694031892774 heartbeating to localhost/127.0.0.1:37817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-09-06T20:25:32,048 WARN [BP-1636237029-172.31.12.81-1694031892774 heartbeating to localhost/127.0.0.1:37817 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1636237029-172.31.12.81-1694031892774 (Datanode Uuid bda7495a-28d9-4fce-8e93-2b4374e7f31b) service to localhost/127.0.0.1:37817 2023-09-06T20:25:32,049 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/cluster_0e9da92e-c8a7-bfac-4b1b-311c4e7b0d09/dfs/data/data5/current/BP-1636237029-172.31.12.81-1694031892774 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:25:32,050 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/cluster_0e9da92e-c8a7-bfac-4b1b-311c4e7b0d09/dfs/data/data6/current/BP-1636237029-172.31.12.81-1694031892774 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:25:32,053 WARN [Listener at jenkins-hbase3.apache.org/37519 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-09-06T20:25:32,058 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:25:32,162 WARN [BP-1636237029-172.31.12.81-1694031892774 heartbeating to localhost/127.0.0.1:37817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-09-06T20:25:32,162 WARN [BP-1636237029-172.31.12.81-1694031892774 heartbeating to localhost/127.0.0.1:37817 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1636237029-172.31.12.81-1694031892774 (Datanode Uuid 24e0d31d-67ea-4aec-9445-d44f4a07633b) service to localhost/127.0.0.1:37817 2023-09-06T20:25:32,163 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/cluster_0e9da92e-c8a7-bfac-4b1b-311c4e7b0d09/dfs/data/data3/current/BP-1636237029-172.31.12.81-1694031892774 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:25:32,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/cluster_0e9da92e-c8a7-bfac-4b1b-311c4e7b0d09/dfs/data/data4/current/BP-1636237029-172.31.12.81-1694031892774 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:25:32,168 WARN [Listener at jenkins-hbase3.apache.org/37519 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-09-06T20:25:32,181 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:25:32,286 WARN [BP-1636237029-172.31.12.81-1694031892774 heartbeating to localhost/127.0.0.1:37817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-09-06T20:25:32,286 WARN [BP-1636237029-172.31.12.81-1694031892774 heartbeating to localhost/127.0.0.1:37817 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1636237029-172.31.12.81-1694031892774 (Datanode Uuid 5c4f165f-d642-4a6c-a74a-e4c2ce2f7bf9) service to localhost/127.0.0.1:37817 2023-09-06T20:25:32,287 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/cluster_0e9da92e-c8a7-bfac-4b1b-311c4e7b0d09/dfs/data/data1/current/BP-1636237029-172.31.12.81-1694031892774 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:25:32,288 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8ecda6e6-de4f-463b-5cd7-325051e52774/cluster_0e9da92e-c8a7-bfac-4b1b-311c4e7b0d09/dfs/data/data2/current/BP-1636237029-172.31.12.81-1694031892774 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:25:32,340 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:25:32,342 WARN [1257496487@qtp-1219432926-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45833 {}] http.HttpServer2$SelectChannelConnectorWithSafeStartup(546): HttpServer Acceptor: isRunning is false. Rechecking. 2023-09-06T20:25:32,343 WARN [1257496487@qtp-1219432926-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45833 {}] http.HttpServer2$SelectChannelConnectorWithSafeStartup(555): HttpServer Acceptor: isRunning is false 2023-09-06T20:25:32,491 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-09-06T20:25:32,491 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-09-06T20:25:32,491 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:25:32,491 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0c86c809 to 127.0.0.1:57079 2023-09-06T20:25:32,491 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:32,491 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-09-06T20:25:32,491 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] util.JVMClusterUtil(257): Found active master hash=111389311, stopped=false 2023-09-06T20:25:32,491 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,45235,1694031883313 2023-09-06T20:25:32,495 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-09-06T20:25:32,495 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-09-06T20:25:32,495 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] procedure2.ProcedureExecutor(630): Stopping 2023-09-06T20:25:32,495 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:25:32,495 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:25:32,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:25:32,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:25:32,496 DEBUG [Listener at jenkins-hbase3.apache.org/37519 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:32,496 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,45419,1694031886681' ***** 2023-09-06T20:25:32,496 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-09-06T20:25:32,496 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-09-06T20:25:32,500 INFO [RS:0;jenkins-hbase3:45419 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@291315ef{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-09-06T20:25:32,500 INFO [RS:0;jenkins-hbase3:45419 {}] server.AbstractConnector(383): Stopped ServerConnector@36299e0d{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:25:32,501 INFO [RS:0;jenkins-hbase3:45419 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-09-06T20:25:32,502 INFO [RS:0;jenkins-hbase3:45419 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5e799488{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-09-06T20:25:32,502 INFO [RS:0;jenkins-hbase3:45419 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3d0ac47b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/hadoop.log.dir/,STOPPED} 2023-09-06T20:25:32,503 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HeapMemoryManager(220): Stopping 2023-09-06T20:25:32,503 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-09-06T20:25:32,503 INFO [RS:0;jenkins-hbase3:45419 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-09-06T20:25:32,503 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-09-06T20:25:32,503 INFO [RS:0;jenkins-hbase3:45419 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-09-06T20:25:32,503 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(3528): Received CLOSE for 06addae54a7252e66bf07fd44485c43e 2023-09-06T20:25:32,503 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(3528): Received CLOSE for c80eeaa832d0de4d228d3c0830c15778 2023-09-06T20:25:32,504 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(3528): Received CLOSE for 9861ddf2b3c9fe7a8a11a74338b77c68 2023-09-06T20:25:32,504 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(3528): Received CLOSE for a3259cc7e8febc3a7fd888a17d97f94d 2023-09-06T20:25:32,504 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(3528): Received CLOSE for e42c2c31f7d0e976fc4750f99dd7d572 2023-09-06T20:25:32,504 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 06addae54a7252e66bf07fd44485c43e, disabling compactions & flushes 2023-09-06T20:25:32,504 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(3528): Received CLOSE for 8b6f04775235f98f629dae5900e351ea 2023-09-06T20:25:32,504 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(3528): Received CLOSE for 3544b34c9314701936e3bc7dfa025871 2023-09-06T20:25:32,504 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e. 2023-09-06T20:25:32,504 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(3528): Received CLOSE for a23581dbb603175a850cead0515a3038 2023-09-06T20:25:32,504 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e. 2023-09-06T20:25:32,504 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(3528): Received CLOSE for 003c133a5d2026100916b3b5761ec153 2023-09-06T20:25:32,504 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e. after waiting 0 ms 2023-09-06T20:25:32,504 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(3528): Received CLOSE for 99850a855331c2d5441ade2223deab13 2023-09-06T20:25:32,504 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e. 2023-09-06T20:25:32,504 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:32,504 INFO [RS:0;jenkins-hbase3:45419 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:25:32,504 DEBUG [RS:0;jenkins-hbase3:45419 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:32,504 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 06addae54a7252e66bf07fd44485c43e 2/2 column families, dataSize=1.04 KB heapSize=2.12 KB 2023-09-06T20:25:32,504 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-09-06T20:25:32,504 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-09-06T20:25:32,504 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-09-06T20:25:32,504 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-09-06T20:25:32,505 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(1579): Waiting on 11 regions to close 2023-09-06T20:25:32,505 DEBUG [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(1609): Waiting on 003c133a5d2026100916b3b5761ec153, 06addae54a7252e66bf07fd44485c43e, 1588230740, 3544b34c9314701936e3bc7dfa025871, 8b6f04775235f98f629dae5900e351ea, 9861ddf2b3c9fe7a8a11a74338b77c68, 99850a855331c2d5441ade2223deab13, a23581dbb603175a850cead0515a3038, a3259cc7e8febc3a7fd888a17d97f94d, c80eeaa832d0de4d228d3c0830c15778, e42c2c31f7d0e976fc4750f99dd7d572 2023-09-06T20:25:32,505 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-09-06T20:25:32,505 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-09-06T20:25:32,505 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-09-06T20:25:32,505 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-09-06T20:25:32,505 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-09-06T20:25:32,506 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=14.34 KB heapSize=24.63 KB 2023-09-06T20:25:32,524 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system/06addae54a7252e66bf07fd44485c43e/.tmp/meta/a965971d73df46edb5f685d12d3fa4c4 is 169, key is trslm:hdfs://localhost:37817/backupUT\x00test-1694031902674/meta:log-roll-map/1694031923860/Put/seqid=0 2023-09-06T20:25:32,524 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/meta/1588230740/.tmp/info/e26055a1916d442bbe051de481f86c02 is 159, key is ns2:test-16940319026741,,1694031905412.3544b34c9314701936e3bc7dfa025871./info:regioninfo/1694031906193/Put/seqid=0 2023-09-06T20:25:32,548 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-09-06T20:25:32,576 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-09-06T20:25:32,576 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-09-06T20:25:32,641 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] procedure2.ProcedureExecutor(1032): Stored pid=48, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE; InitializeStoreFileTrackerProcedure table=test-1694031902674 2023-09-06T20:25:32,706 DEBUG [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(1609): Waiting on 003c133a5d2026100916b3b5761ec153, 06addae54a7252e66bf07fd44485c43e, 1588230740, 3544b34c9314701936e3bc7dfa025871, 8b6f04775235f98f629dae5900e351ea, 9861ddf2b3c9fe7a8a11a74338b77c68, 99850a855331c2d5441ade2223deab13, a23581dbb603175a850cead0515a3038, a3259cc7e8febc3a7fd888a17d97f94d, c80eeaa832d0de4d228d3c0830c15778, e42c2c31f7d0e976fc4750f99dd7d572 2023-09-06T20:25:32,906 DEBUG [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(1609): Waiting on 003c133a5d2026100916b3b5761ec153, 06addae54a7252e66bf07fd44485c43e, 1588230740, 3544b34c9314701936e3bc7dfa025871, 8b6f04775235f98f629dae5900e351ea, 9861ddf2b3c9fe7a8a11a74338b77c68, 99850a855331c2d5441ade2223deab13, a23581dbb603175a850cead0515a3038, a3259cc7e8febc3a7fd888a17d97f94d, c80eeaa832d0de4d228d3c0830c15778, e42c2c31f7d0e976fc4750f99dd7d572 2023-09-06T20:25:32,932 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system/06addae54a7252e66bf07fd44485c43e/.tmp/meta/a965971d73df46edb5f685d12d3fa4c4 2023-09-06T20:25:32,933 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.57 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/meta/1588230740/.tmp/info/e26055a1916d442bbe051de481f86c02 2023-09-06T20:25:32,942 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system/06addae54a7252e66bf07fd44485c43e/.tmp/session/1b1b84ffee7441ffb83650b99af43856 is 310, key is session:backup_1694031911179/session:context/1694031924321/Put/seqid=0 2023-09-06T20:25:32,953 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/meta/1588230740/.tmp/table/1874bdfe336f41f59718a4f29a657c00 is 59, key is ns2:test-16940319026741/table:state/1694031906201/Put/seqid=0 2023-09-06T20:25:32,958 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=790 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/meta/1588230740/.tmp/table/1874bdfe336f41f59718a4f29a657c00 2023-09-06T20:25:32,965 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/meta/1588230740/.tmp/info/e26055a1916d442bbe051de481f86c02 as hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/meta/1588230740/info/e26055a1916d442bbe051de481f86c02 2023-09-06T20:25:32,972 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/meta/1588230740/info/e26055a1916d442bbe051de481f86c02, entries=105, sequenceid=52, filesize=18.3 K 2023-09-06T20:25:32,973 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/meta/1588230740/.tmp/table/1874bdfe336f41f59718a4f29a657c00 as hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/meta/1588230740/table/1874bdfe336f41f59718a4f29a657c00 2023-09-06T20:25:32,979 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/meta/1588230740/table/1874bdfe336f41f59718a4f29a657c00, entries=16, sequenceid=52, filesize=5.8 K 2023-09-06T20:25:32,980 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~14.34 KB/14688, heapSize ~24.34 KB/24928, currentSize=0 B/0 for 1588230740 in 475ms, sequenceid=52, compaction requested=false 2023-09-06T20:25:32,980 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-09-06T20:25:32,992 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/meta/1588230740/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2023-09-06T20:25:32,993 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:32,993 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:25:32,994 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-09-06T20:25:32,994 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-09-06T20:25:32,994 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-09-06T20:25:33,106 DEBUG [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(1609): Waiting on 003c133a5d2026100916b3b5761ec153, 06addae54a7252e66bf07fd44485c43e, 3544b34c9314701936e3bc7dfa025871, 8b6f04775235f98f629dae5900e351ea, 9861ddf2b3c9fe7a8a11a74338b77c68, 99850a855331c2d5441ade2223deab13, a23581dbb603175a850cead0515a3038, a3259cc7e8febc3a7fd888a17d97f94d, c80eeaa832d0de4d228d3c0830c15778, e42c2c31f7d0e976fc4750f99dd7d572 2023-09-06T20:25:33,306 DEBUG [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(1609): Waiting on 003c133a5d2026100916b3b5761ec153, 06addae54a7252e66bf07fd44485c43e, 3544b34c9314701936e3bc7dfa025871, 8b6f04775235f98f629dae5900e351ea, 9861ddf2b3c9fe7a8a11a74338b77c68, 99850a855331c2d5441ade2223deab13, a23581dbb603175a850cead0515a3038, a3259cc7e8febc3a7fd888a17d97f94d, c80eeaa832d0de4d228d3c0830c15778, e42c2c31f7d0e976fc4750f99dd7d572 2023-09-06T20:25:33,349 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=534 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system/06addae54a7252e66bf07fd44485c43e/.tmp/session/1b1b84ffee7441ffb83650b99af43856 2023-09-06T20:25:33,355 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system/06addae54a7252e66bf07fd44485c43e/.tmp/meta/a965971d73df46edb5f685d12d3fa4c4 as hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system/06addae54a7252e66bf07fd44485c43e/meta/a965971d73df46edb5f685d12d3fa4c4 2023-09-06T20:25:33,361 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system/06addae54a7252e66bf07fd44485c43e/meta/a965971d73df46edb5f685d12d3fa4c4, entries=4, sequenceid=16, filesize=5.5 K 2023-09-06T20:25:33,362 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system/06addae54a7252e66bf07fd44485c43e/.tmp/session/1b1b84ffee7441ffb83650b99af43856 as hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system/06addae54a7252e66bf07fd44485c43e/session/1b1b84ffee7441ffb83650b99af43856 2023-09-06T20:25:33,367 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system/06addae54a7252e66bf07fd44485c43e/session/1b1b84ffee7441ffb83650b99af43856, entries=2, sequenceid=16, filesize=5.3 K 2023-09-06T20:25:33,368 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.04 KB/1060, heapSize ~2.09 KB/2136, currentSize=0 B/0 for 06addae54a7252e66bf07fd44485c43e in 864ms, sequenceid=16, compaction requested=false 2023-09-06T20:25:33,380 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system/06addae54a7252e66bf07fd44485c43e/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2023-09-06T20:25:33,380 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:33,381 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e. 2023-09-06T20:25:33,381 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 06addae54a7252e66bf07fd44485c43e: 2023-09-06T20:25:33,381 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1694031911350.06addae54a7252e66bf07fd44485c43e. 2023-09-06T20:25:33,381 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing c80eeaa832d0de4d228d3c0830c15778, disabling compactions & flushes 2023-09-06T20:25:33,381 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region table1,,1694031924414.c80eeaa832d0de4d228d3c0830c15778. 2023-09-06T20:25:33,381 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1694031924414.c80eeaa832d0de4d228d3c0830c15778. 2023-09-06T20:25:33,381 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on table1,,1694031924414.c80eeaa832d0de4d228d3c0830c15778. after waiting 0 ms 2023-09-06T20:25:33,381 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region table1,,1694031924414.c80eeaa832d0de4d228d3c0830c15778. 2023-09-06T20:25:33,387 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/c80eeaa832d0de4d228d3c0830c15778/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-09-06T20:25:33,387 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:33,388 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed table1,,1694031924414.c80eeaa832d0de4d228d3c0830c15778. 2023-09-06T20:25:33,388 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for c80eeaa832d0de4d228d3c0830c15778: 2023-09-06T20:25:33,388 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1694031924414.c80eeaa832d0de4d228d3c0830c15778. 2023-09-06T20:25:33,388 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 9861ddf2b3c9fe7a8a11a74338b77c68, disabling compactions & flushes 2023-09-06T20:25:33,388 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. 2023-09-06T20:25:33,388 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. 2023-09-06T20:25:33,388 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. after waiting 0 ms 2023-09-06T20:25:33,388 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. 2023-09-06T20:25:33,399 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/test-1694031902674/9861ddf2b3c9fe7a8a11a74338b77c68/recovered.edits/119.seqid, newMaxSeqId=119, maxSeqId=106 2023-09-06T20:25:33,399 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:33,400 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. 2023-09-06T20:25:33,400 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 9861ddf2b3c9fe7a8a11a74338b77c68: 2023-09-06T20:25:33,400 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1694031902674,,1694031903171.9861ddf2b3c9fe7a8a11a74338b77c68. 2023-09-06T20:25:33,400 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing a3259cc7e8febc3a7fd888a17d97f94d, disabling compactions & flushes 2023-09-06T20:25:33,400 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region table1,row0,1694031924414.a3259cc7e8febc3a7fd888a17d97f94d. 2023-09-06T20:25:33,400 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,row0,1694031924414.a3259cc7e8febc3a7fd888a17d97f94d. 2023-09-06T20:25:33,400 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on table1,row0,1694031924414.a3259cc7e8febc3a7fd888a17d97f94d. after waiting 0 ms 2023-09-06T20:25:33,400 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region table1,row0,1694031924414.a3259cc7e8febc3a7fd888a17d97f94d. 2023-09-06T20:25:33,405 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/a3259cc7e8febc3a7fd888a17d97f94d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-09-06T20:25:33,406 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:33,407 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed table1,row0,1694031924414.a3259cc7e8febc3a7fd888a17d97f94d. 2023-09-06T20:25:33,407 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for a3259cc7e8febc3a7fd888a17d97f94d: 2023-09-06T20:25:33,407 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1694031924414.a3259cc7e8febc3a7fd888a17d97f94d. 2023-09-06T20:25:33,407 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing e42c2c31f7d0e976fc4750f99dd7d572, disabling compactions & flushes 2023-09-06T20:25:33,407 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1694031890914.e42c2c31f7d0e976fc4750f99dd7d572. 2023-09-06T20:25:33,407 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1694031890914.e42c2c31f7d0e976fc4750f99dd7d572. 2023-09-06T20:25:33,407 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1694031890914.e42c2c31f7d0e976fc4750f99dd7d572. after waiting 0 ms 2023-09-06T20:25:33,407 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1694031890914.e42c2c31f7d0e976fc4750f99dd7d572. 2023-09-06T20:25:33,408 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing e42c2c31f7d0e976fc4750f99dd7d572 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-09-06T20:25:33,424 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/namespace/e42c2c31f7d0e976fc4750f99dd7d572/.tmp/info/f14a95fa7bfb453e8d2a1224f1c0941d is 45, key is default/info:d/1694031892148/Put/seqid=0 2023-09-06T20:25:33,430 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/namespace/e42c2c31f7d0e976fc4750f99dd7d572/.tmp/info/f14a95fa7bfb453e8d2a1224f1c0941d 2023-09-06T20:25:33,437 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/namespace/e42c2c31f7d0e976fc4750f99dd7d572/.tmp/info/f14a95fa7bfb453e8d2a1224f1c0941d as hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/namespace/e42c2c31f7d0e976fc4750f99dd7d572/info/f14a95fa7bfb453e8d2a1224f1c0941d 2023-09-06T20:25:33,444 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/namespace/e42c2c31f7d0e976fc4750f99dd7d572/info/f14a95fa7bfb453e8d2a1224f1c0941d, entries=7, sequenceid=11, filesize=5.1 K 2023-09-06T20:25:33,445 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for e42c2c31f7d0e976fc4750f99dd7d572 in 38ms, sequenceid=11, compaction requested=false 2023-09-06T20:25:33,445 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-09-06T20:25:33,451 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/hbase/namespace/e42c2c31f7d0e976fc4750f99dd7d572/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-09-06T20:25:33,452 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:33,453 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1694031890914.e42c2c31f7d0e976fc4750f99dd7d572. 2023-09-06T20:25:33,453 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for e42c2c31f7d0e976fc4750f99dd7d572: 2023-09-06T20:25:33,453 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1694031890914.e42c2c31f7d0e976fc4750f99dd7d572. 2023-09-06T20:25:33,454 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 8b6f04775235f98f629dae5900e351ea, disabling compactions & flushes 2023-09-06T20:25:33,454 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16940319026742,,1694031906614.8b6f04775235f98f629dae5900e351ea. 2023-09-06T20:25:33,454 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16940319026742,,1694031906614.8b6f04775235f98f629dae5900e351ea. 2023-09-06T20:25:33,454 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16940319026742,,1694031906614.8b6f04775235f98f629dae5900e351ea. after waiting 0 ms 2023-09-06T20:25:33,454 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16940319026742,,1694031906614.8b6f04775235f98f629dae5900e351ea. 2023-09-06T20:25:33,457 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/ns3/test-16940319026742/8b6f04775235f98f629dae5900e351ea/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-09-06T20:25:33,458 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:33,458 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16940319026742,,1694031906614.8b6f04775235f98f629dae5900e351ea. 2023-09-06T20:25:33,458 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 8b6f04775235f98f629dae5900e351ea: 2023-09-06T20:25:33,459 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16940319026742,,1694031906614.8b6f04775235f98f629dae5900e351ea. 2023-09-06T20:25:33,459 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 3544b34c9314701936e3bc7dfa025871, disabling compactions & flushes 2023-09-06T20:25:33,459 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16940319026741,,1694031905412.3544b34c9314701936e3bc7dfa025871. 2023-09-06T20:25:33,459 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16940319026741,,1694031905412.3544b34c9314701936e3bc7dfa025871. 2023-09-06T20:25:33,459 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16940319026741,,1694031905412.3544b34c9314701936e3bc7dfa025871. after waiting 0 ms 2023-09-06T20:25:33,459 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16940319026741,,1694031905412.3544b34c9314701936e3bc7dfa025871. 2023-09-06T20:25:33,460 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 3544b34c9314701936e3bc7dfa025871 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-09-06T20:25:33,479 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/ns2/test-16940319026741/3544b34c9314701936e3bc7dfa025871/.tmp/f/ac8ae7e8f47043518f2661b861857564 is 37, key is row10/f:q1/1694031906540/Put/seqid=0 2023-09-06T20:25:33,507 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(1579): Waiting on 4 regions to close 2023-09-06T20:25:33,507 DEBUG [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(1583): Online Regions={3544b34c9314701936e3bc7dfa025871=ns2:test-16940319026741,,1694031905412.3544b34c9314701936e3bc7dfa025871., a23581dbb603175a850cead0515a3038=ns4:test-16940319026743,,1694031908739.a23581dbb603175a850cead0515a3038., 003c133a5d2026100916b3b5761ec153=backup:system_bulk,,1694031912477.003c133a5d2026100916b3b5761ec153., 99850a855331c2d5441ade2223deab13=table1,row-t10,1694031924414.99850a855331c2d5441ade2223deab13.} 2023-09-06T20:25:33,507 DEBUG [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(1609): Waiting on 003c133a5d2026100916b3b5761ec153, 3544b34c9314701936e3bc7dfa025871, 99850a855331c2d5441ade2223deab13, a23581dbb603175a850cead0515a3038 2023-09-06T20:25:33,707 DEBUG [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(1609): Waiting on 003c133a5d2026100916b3b5761ec153, 3544b34c9314701936e3bc7dfa025871, 99850a855331c2d5441ade2223deab13, a23581dbb603175a850cead0515a3038 2023-09-06T20:25:33,885 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/ns2/test-16940319026741/3544b34c9314701936e3bc7dfa025871/.tmp/f/ac8ae7e8f47043518f2661b861857564 2023-09-06T20:25:33,892 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/ns2/test-16940319026741/3544b34c9314701936e3bc7dfa025871/.tmp/f/ac8ae7e8f47043518f2661b861857564 as hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/ns2/test-16940319026741/3544b34c9314701936e3bc7dfa025871/f/ac8ae7e8f47043518f2661b861857564 2023-09-06T20:25:33,897 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/ns2/test-16940319026741/3544b34c9314701936e3bc7dfa025871/f/ac8ae7e8f47043518f2661b861857564, entries=99, sequenceid=103, filesize=8.2 K 2023-09-06T20:25:33,898 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 3544b34c9314701936e3bc7dfa025871 in 439ms, sequenceid=103, compaction requested=false 2023-09-06T20:25:33,906 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/ns2/test-16940319026741/3544b34c9314701936e3bc7dfa025871/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-09-06T20:25:33,906 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:33,907 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16940319026741,,1694031905412.3544b34c9314701936e3bc7dfa025871. 2023-09-06T20:25:33,907 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 3544b34c9314701936e3bc7dfa025871: 2023-09-06T20:25:33,907 DEBUG [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(1609): Waiting on 003c133a5d2026100916b3b5761ec153, 3544b34c9314701936e3bc7dfa025871, 99850a855331c2d5441ade2223deab13, a23581dbb603175a850cead0515a3038 2023-09-06T20:25:33,907 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16940319026741,,1694031905412.3544b34c9314701936e3bc7dfa025871. 2023-09-06T20:25:33,908 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing a23581dbb603175a850cead0515a3038, disabling compactions & flushes 2023-09-06T20:25:33,908 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16940319026743,,1694031908739.a23581dbb603175a850cead0515a3038. 2023-09-06T20:25:33,908 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16940319026743,,1694031908739.a23581dbb603175a850cead0515a3038. 2023-09-06T20:25:33,908 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16940319026743,,1694031908739.a23581dbb603175a850cead0515a3038. after waiting 0 ms 2023-09-06T20:25:33,908 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16940319026743,,1694031908739.a23581dbb603175a850cead0515a3038. 2023-09-06T20:25:33,911 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/ns4/test-16940319026743/a23581dbb603175a850cead0515a3038/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-09-06T20:25:33,912 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:33,913 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16940319026743,,1694031908739.a23581dbb603175a850cead0515a3038. 2023-09-06T20:25:33,913 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for a23581dbb603175a850cead0515a3038: 2023-09-06T20:25:33,913 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16940319026743,,1694031908739.a23581dbb603175a850cead0515a3038. 2023-09-06T20:25:33,914 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 003c133a5d2026100916b3b5761ec153, disabling compactions & flushes 2023-09-06T20:25:33,914 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1694031912477.003c133a5d2026100916b3b5761ec153. 2023-09-06T20:25:33,914 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1694031912477.003c133a5d2026100916b3b5761ec153. 2023-09-06T20:25:33,914 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1694031912477.003c133a5d2026100916b3b5761ec153. after waiting 0 ms 2023-09-06T20:25:33,914 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1694031912477.003c133a5d2026100916b3b5761ec153. 2023-09-06T20:25:33,917 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/backup/system_bulk/003c133a5d2026100916b3b5761ec153/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-09-06T20:25:33,918 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:33,919 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1694031912477.003c133a5d2026100916b3b5761ec153. 2023-09-06T20:25:33,919 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 003c133a5d2026100916b3b5761ec153: 2023-09-06T20:25:33,919 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1694031912477.003c133a5d2026100916b3b5761ec153. 2023-09-06T20:25:33,919 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 99850a855331c2d5441ade2223deab13, disabling compactions & flushes 2023-09-06T20:25:33,919 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region table1,row-t10,1694031924414.99850a855331c2d5441ade2223deab13. 2023-09-06T20:25:33,919 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,row-t10,1694031924414.99850a855331c2d5441ade2223deab13. 2023-09-06T20:25:33,919 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on table1,row-t10,1694031924414.99850a855331c2d5441ade2223deab13. after waiting 0 ms 2023-09-06T20:25:33,919 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region table1,row-t10,1694031924414.99850a855331c2d5441ade2223deab13. 2023-09-06T20:25:33,930 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/data/default/table1/99850a855331c2d5441ade2223deab13/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-09-06T20:25:33,931 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:33,932 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed table1,row-t10,1694031924414.99850a855331c2d5441ade2223deab13. 2023-09-06T20:25:33,932 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 99850a855331c2d5441ade2223deab13: 2023-09-06T20:25:33,932 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row-t10,1694031924414.99850a855331c2d5441ade2223deab13. 2023-09-06T20:25:34,107 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,45419,1694031886681; all regions closed. 2023-09-06T20:25:34,115 DEBUG [RS:0;jenkins-hbase3:45419 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/oldWALs 2023-09-06T20:25:34,115 INFO [RS:0;jenkins-hbase3:45419 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C45419%2C1694031886681.meta:.meta(num 1694031915916) 2023-09-06T20:25:34,121 DEBUG [RS:0;jenkins-hbase3:45419 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/oldWALs 2023-09-06T20:25:34,121 INFO [RS:0;jenkins-hbase3:45419 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C45419%2C1694031886681:(num 1694031915895) 2023-09-06T20:25:34,121 DEBUG [RS:0;jenkins-hbase3:45419 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:34,121 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.LeaseManager(133): Closed leases 2023-09-06T20:25:34,121 INFO [RS:0;jenkins-hbase3:45419 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-09-06T20:25:34,121 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-09-06T20:25:34,123 INFO [RS:0;jenkins-hbase3:45419 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:45419 2023-09-06T20:25:34,128 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,45419,1694031886681 2023-09-06T20:25:34,128 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-09-06T20:25:34,130 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,45419,1694031886681] 2023-09-06T20:25:34,130 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,45419,1694031886681; numProcessing=1 2023-09-06T20:25:34,131 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,45419,1694031886681 already deleted, retry=false 2023-09-06T20:25:34,131 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,45419,1694031886681 expired; onlineServers=0 2023-09-06T20:25:34,131 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,45235,1694031883313' ***** 2023-09-06T20:25:34,131 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-09-06T20:25:34,132 DEBUG [M:0;jenkins-hbase3:45235 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cac06a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-09-06T20:25:34,132 INFO [M:0;jenkins-hbase3:45235 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-09-06T20:25:34,143 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-09-06T20:25:34,143 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:25:34,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:25:34,151 INFO [M:0;jenkins-hbase3:45235 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@e6eb08a{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-09-06T20:25:34,151 INFO [M:0;jenkins-hbase3:45235 {}] server.AbstractConnector(383): Stopped ServerConnector@7b170ff{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:25:34,151 INFO [M:0;jenkins-hbase3:45235 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-09-06T20:25:34,152 INFO [M:0;jenkins-hbase3:45235 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3763ecb4{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-09-06T20:25:34,153 INFO [M:0;jenkins-hbase3:45235 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@45184ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/hadoop.log.dir/,STOPPED} 2023-09-06T20:25:34,153 INFO [M:0;jenkins-hbase3:45235 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,45235,1694031883313 2023-09-06T20:25:34,153 INFO [M:0;jenkins-hbase3:45235 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,45235,1694031883313; all regions closed. 2023-09-06T20:25:34,153 DEBUG [M:0;jenkins-hbase3:45235 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:34,153 INFO [M:0;jenkins-hbase3:45235 {}] master.HMaster(1665): Stopping master jetty server 2023-09-06T20:25:34,154 INFO [M:0;jenkins-hbase3:45235 {}] server.AbstractConnector(383): Stopped ServerConnector@3465818b{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:25:34,154 DEBUG [M:0;jenkins-hbase3:45235 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-09-06T20:25:34,154 INFO [M:0;jenkins-hbase3:45235 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-09-06T20:25:34,154 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-09-06T20:25:34,154 DEBUG [M:0;jenkins-hbase3:45235 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4cd0020e to 127.0.0.1:57079 2023-09-06T20:25:34,154 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694031889242 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694031889242,5,FailOnTimeoutGroup] 2023-09-06T20:25:34,154 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694031889241 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694031889241,5,FailOnTimeoutGroup] 2023-09-06T20:25:34,155 DEBUG [M:0;jenkins-hbase3:45235 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:34,155 DEBUG [M:0;jenkins-hbase3:45235 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-09-06T20:25:34,155 INFO [M:0;jenkins-hbase3:45235 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-09-06T20:25:34,155 DEBUG [M:0;jenkins-hbase3:45235 {}] master.HMaster(1688): Stopping service threads 2023-09-06T20:25:34,155 INFO [M:0;jenkins-hbase3:45235 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-09-06T20:25:34,155 ERROR [M:0;jenkins-hbase3:45235 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-09-06T20:25:34,155 INFO [M:0;jenkins-hbase3:45235 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-09-06T20:25:34,155 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-09-06T20:25:34,156 DEBUG [M:0;jenkins-hbase3:45235 {}] zookeeper.ZKUtil(347): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-09-06T20:25:34,156 WARN [M:0;jenkins-hbase3:45235 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-09-06T20:25:34,156 INFO [M:0;jenkins-hbase3:45235 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-09-06T20:25:34,156 INFO [M:0;jenkins-hbase3:45235 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-09-06T20:25:34,157 DEBUG [M:0;jenkins-hbase3:45235 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-09-06T20:25:34,175 INFO [M:0;jenkins-hbase3:45235 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:25:34,175 DEBUG [M:0;jenkins-hbase3:45235 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:25:34,175 DEBUG [M:0;jenkins-hbase3:45235 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-09-06T20:25:34,175 DEBUG [M:0;jenkins-hbase3:45235 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:25:34,176 INFO [M:0;jenkins-hbase3:45235 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=208.10 KB heapSize=244.66 KB 2023-09-06T20:25:34,195 DEBUG [M:0;jenkins-hbase3:45235 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02dd076847d54e11a51632f00ef9472d is 88, key is hbase:meta,,1/info:sn/1694031889859/Put/seqid=0 2023-09-06T20:25:34,230 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:25:34,230 INFO [RS:0;jenkins-hbase3:45419 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,45419,1694031886681; zookeeper connection closed. 2023-09-06T20:25:34,230 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45419-0x100eef488b90001, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:25:34,230 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5db0db30 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5db0db30 2023-09-06T20:25:34,230 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-09-06T20:25:34,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:25:34,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1694031902674 2023-09-06T20:25:34,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-09-06T20:25:34,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-09-06T20:25:34,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940319026742 2023-09-06T20:25:34,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-09-06T20:25:34,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-09-06T20:25:34,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940319026741 2023-09-06T20:25:34,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:34,517 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940319026743 2023-09-06T20:25:34,600 INFO [M:0;jenkins-hbase3:45235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02dd076847d54e11a51632f00ef9472d 2023-09-06T20:25:34,625 DEBUG [M:0;jenkins-hbase3:45235 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a8d234ed37b4491aace25ad52fd2acd is 1589, key is \x00\x00\x00\x00\x00\x00\x00\x19/proc:d/1694031911037/Put/seqid=0 2023-09-06T20:25:35,030 INFO [M:0;jenkins-hbase3:45235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=207.51 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a8d234ed37b4491aace25ad52fd2acd 2023-09-06T20:25:35,037 INFO [M:0;jenkins-hbase3:45235 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a8d234ed37b4491aace25ad52fd2acd 2023-09-06T20:25:35,050 DEBUG [M:0;jenkins-hbase3:45235 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3226281ae61a43b9af3bc4252605d1ca is 82, key is jenkins-hbase3.apache.org,45419,1694031886681/rs:state/1694031889337/Put/seqid=0 2023-09-06T20:25:35,456 INFO [M:0;jenkins-hbase3:45235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3226281ae61a43b9af3bc4252605d1ca 2023-09-06T20:25:35,462 DEBUG [M:0;jenkins-hbase3:45235 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02dd076847d54e11a51632f00ef9472d as hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/02dd076847d54e11a51632f00ef9472d 2023-09-06T20:25:35,468 INFO [M:0;jenkins-hbase3:45235 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/02dd076847d54e11a51632f00ef9472d, entries=8, sequenceid=421, filesize=5.5 K 2023-09-06T20:25:35,469 DEBUG [M:0;jenkins-hbase3:45235 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a8d234ed37b4491aace25ad52fd2acd as hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a8d234ed37b4491aace25ad52fd2acd 2023-09-06T20:25:35,474 INFO [M:0;jenkins-hbase3:45235 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a8d234ed37b4491aace25ad52fd2acd 2023-09-06T20:25:35,474 INFO [M:0;jenkins-hbase3:45235 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a8d234ed37b4491aace25ad52fd2acd, entries=48, sequenceid=421, filesize=16.4 K 2023-09-06T20:25:35,475 DEBUG [M:0;jenkins-hbase3:45235 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3226281ae61a43b9af3bc4252605d1ca as hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3226281ae61a43b9af3bc4252605d1ca 2023-09-06T20:25:35,480 INFO [M:0;jenkins-hbase3:45235 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44895/user/jenkins/test-data/6e8e1c8d-3de6-6533-435c-704b0722f398/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3226281ae61a43b9af3bc4252605d1ca, entries=1, sequenceid=421, filesize=5.1 K 2023-09-06T20:25:35,481 INFO [M:0;jenkins-hbase3:45235 {}] regionserver.HRegion(3022): Finished flush of dataSize ~208.10 KB/213095, heapSize ~244.37 KB/250232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=421, compaction requested=false 2023-09-06T20:25:35,486 INFO [M:0;jenkins-hbase3:45235 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:25:35,486 DEBUG [M:0;jenkins-hbase3:45235 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:25:35,489 INFO [M:0;jenkins-hbase3:45235 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-09-06T20:25:35,489 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-09-06T20:25:35,489 INFO [M:0;jenkins-hbase3:45235 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-09-06T20:25:35,490 INFO [M:0;jenkins-hbase3:45235 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:45235 2023-09-06T20:25:35,492 DEBUG [M:0;jenkins-hbase3:45235 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,45235,1694031883313 already deleted, retry=false 2023-09-06T20:25:35,594 INFO [M:0;jenkins-hbase3:45235 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,45235,1694031883313; zookeeper connection closed. 2023-09-06T20:25:35,594 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:25:35,594 DEBUG [Listener at localhost/45401-EventThread {}] zookeeper.ZKWatcher(604): master:45235-0x100eef488b90000, quorum=127.0.0.1:57079, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:25:35,597 WARN [Listener at jenkins-hbase3.apache.org/37519 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-09-06T20:25:35,602 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:25:35,705 WARN [BP-1661985926-172.31.12.81-1694031879619 heartbeating to localhost/127.0.0.1:44895 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-09-06T20:25:35,707 WARN [BP-1661985926-172.31.12.81-1694031879619 heartbeating to localhost/127.0.0.1:44895 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1661985926-172.31.12.81-1694031879619 (Datanode Uuid 1edbf059-fa83-48ab-adbc-e0105a69bb93) service to localhost/127.0.0.1:44895 2023-09-06T20:25:35,710 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/cluster_287c9d63-54e1-f000-7466-fc6d4a085783/dfs/data/data1/current/BP-1661985926-172.31.12.81-1694031879619 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:25:35,710 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/c784b4cd-076a-c32e-315e-5506cb3ac72d/cluster_287c9d63-54e1-f000-7466-fc6d4a085783/dfs/data/data2/current/BP-1661985926-172.31.12.81-1694031879619 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:25:35,721 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:25:35,854 DEBUG [Finalizer {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1928c0a9 to 127.0.0.1:57079 2023-09-06T20:25:35,855 DEBUG [Finalizer {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:35,857 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-09-06T20:25:35,881 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-09-06T20:25:35,881 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-09-06T20:25:35,893 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:25:36,021 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:25:36,134 ERROR [Thread[Thread-491,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:25:36,135 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:25:36,198 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:25:36,249 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-09-06T20:25:36,257 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-09-06T20:25:36,258 ERROR [Thread[Thread-501,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:25:36,272 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:25:36,375 ERROR [Thread[Thread-466,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:25:36,376 INFO [Listener at jenkins-hbase3.apache.org/37519 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped