2023-11-19 01:26:52,955 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-11-19 01:26:52,975 main DEBUG Took 0.016457 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-11-19 01:26:52,975 main DEBUG PluginManager 'Core' found 129 plugins 2023-11-19 01:26:52,976 main DEBUG PluginManager 'Level' found 0 plugins 2023-11-19 01:26:52,977 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-11-19 01:26:52,979 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:52,992 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-11-19 01:26:53,010 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:53,013 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:53,013 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:53,014 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:53,014 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:53,015 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:53,016 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:53,016 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:53,017 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:53,017 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:53,018 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:53,019 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:53,019 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:53,020 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:53,020 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:53,021 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:53,021 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:53,021 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:53,022 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:53,022 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:53,023 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:53,023 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:53,024 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:53,024 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:53,025 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:53,025 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-11-19 01:26:53,028 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:53,031 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-11-19 01:26:53,033 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-11-19 01:26:53,034 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-11-19 01:26:53,035 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-11-19 01:26:53,035 main DEBUG PluginManager 'Converter' found 47 plugins 2023-11-19 01:26:53,053 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-11-19 01:26:53,056 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-11-19 01:26:53,058 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-11-19 01:26:53,058 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-11-19 01:26:53,059 main DEBUG createAppenders(={Console}) 2023-11-19 01:26:53,060 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 initialized 2023-11-19 01:26:53,060 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-11-19 01:26:53,061 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 OK. 2023-11-19 01:26:53,061 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-11-19 01:26:53,062 main DEBUG OutputStream closed 2023-11-19 01:26:53,062 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-11-19 01:26:53,063 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-11-19 01:26:53,063 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3d74bf60 OK 2023-11-19 01:26:53,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-11-19 01:26:53,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-11-19 01:26:53,111 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-11-19 01:26:53,112 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-11-19 01:26:53,113 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-11-19 01:26:53,113 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-11-19 01:26:53,113 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-11-19 01:26:53,114 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-11-19 01:26:53,114 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-11-19 01:26:53,114 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-11-19 01:26:53,114 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-11-19 01:26:53,115 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-11-19 01:26:53,115 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-11-19 01:26:53,115 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-11-19 01:26:53,116 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-11-19 01:26:53,116 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-11-19 01:26:53,116 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-11-19 01:26:53,117 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-11-19 01:26:53,120 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-19 01:26:53,121 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@550ee7e5) with optional ClassLoader: null 2023-11-19 01:26:53,121 main DEBUG Shutdown hook enabled. Registering a new one. 2023-11-19 01:26:53,122 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@550ee7e5] started OK. 2023-11-19T01:26:53,156 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2023-11-19 01:26:53,161 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-11-19 01:26:53,161 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-19T01:26:53,497 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8 2023-11-19T01:26:53,502 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-19T01:26:53,505 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:26:53,506 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-19T01:26:53,510 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/cluster_edf62e4b-1d3e-0758-13bf-de9dc72068a4, deleteOnExit=true 2023-11-19T01:26:53,511 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-19T01:26:53,511 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/test.cache.data in system properties and HBase conf 2023-11-19T01:26:53,512 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/hadoop.tmp.dir in system properties and HBase conf 2023-11-19T01:26:53,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/hadoop.log.dir in system properties and HBase conf 2023-11-19T01:26:53,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-19T01:26:53,514 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-19T01:26:53,514 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-19T01:26:53,652 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-11-19T01:26:54,181 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-19T01:26:54,186 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:26:54,186 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:26:54,187 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-19T01:26:54,187 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:26:54,187 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-19T01:26:54,188 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-19T01:26:54,188 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:26:54,189 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:26:54,189 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-19T01:26:54,189 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/nfs.dump.dir in system properties and HBase conf 2023-11-19T01:26:54,189 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/java.io.tmpdir in system properties and HBase conf 2023-11-19T01:26:54,190 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:26:54,190 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-19T01:26:54,190 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-19T01:26:54,665 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-19T01:26:54,669 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-19T01:26:54,963 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-11-19T01:26:55,100 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@4ef506e7 via org.mortbay.log.Slf4jLog 2023-11-19T01:26:55,116 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:26:55,156 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:26:55,194 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/java.io.tmpdir/Jetty_localhost_39633_hdfs____3z62sa/webapp 2023-11-19T01:26:55,340 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39633 2023-11-19T01:26:55,369 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-19T01:26:55,370 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-19T01:26:55,918 WARN [Listener at localhost/34591 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-19T01:26:55,984 WARN [Listener at localhost/34591 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-19T01:26:56,003 WARN [Listener at localhost/34591 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:26:56,009 INFO [Listener at localhost/34591 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:26:56,014 INFO [Listener at localhost/34591 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/java.io.tmpdir/Jetty_localhost_43549_datanode____zcsfeq/webapp 2023-11-19T01:26:56,112 INFO [Listener at localhost/34591 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43549 2023-11-19T01:26:56,391 WARN [Listener at localhost/46207 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-19T01:26:56,703 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-19T01:26:56,904 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xc3b781e9f28678b7: Processing first storage report for DS-61251de9-443e-40b8-8bd1-f2a4930468f3 from datanode 81e5aa0f-90b2-48a3-90df-9bae2ae6921b 2023-11-19T01:26:56,905 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xc3b781e9f28678b7: from storage DS-61251de9-443e-40b8-8bd1-f2a4930468f3 node DatanodeRegistration(127.0.0.1:42471, datanodeUuid=81e5aa0f-90b2-48a3-90df-9bae2ae6921b, infoPort=45587, infoSecurePort=0, ipcPort=46207, storageInfo=lv=-57;cid=testClusterID;nsid=2015948131;c=1700357214746), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2023-11-19T01:26:56,905 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xc3b781e9f28678b7: Processing first storage report for DS-a744828c-a0a0-4cb3-973c-dddd1f6b14d8 from datanode 81e5aa0f-90b2-48a3-90df-9bae2ae6921b 2023-11-19T01:26:56,906 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xc3b781e9f28678b7: from storage DS-a744828c-a0a0-4cb3-973c-dddd1f6b14d8 node DatanodeRegistration(127.0.0.1:42471, datanodeUuid=81e5aa0f-90b2-48a3-90df-9bae2ae6921b, infoPort=45587, infoSecurePort=0, ipcPort=46207, storageInfo=lv=-57;cid=testClusterID;nsid=2015948131;c=1700357214746), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-19T01:26:56,972 DEBUG [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8 2023-11-19T01:26:57,118 INFO [Listener at localhost/46207 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/cluster_edf62e4b-1d3e-0758-13bf-de9dc72068a4/zookeeper_0, clientPort=53997, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/cluster_edf62e4b-1d3e-0758-13bf-de9dc72068a4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/cluster_edf62e4b-1d3e-0758-13bf-de9dc72068a4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-19T01:26:57,137 INFO [Listener at localhost/46207 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=53997 2023-11-19T01:26:57,145 INFO [Listener at localhost/46207 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:26:57,147 INFO [Listener at localhost/46207 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:26:57,797 INFO [Listener at localhost/46207 {}] util.FSUtils(462): Created version file at hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822 with version=8 2023-11-19T01:26:57,798 INFO [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging 2023-11-19T01:26:57,814 DEBUG [Listener at localhost/46207 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-11-19T01:26:57,814 DEBUG [Listener at localhost/46207 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-11-19T01:26:57,814 DEBUG [Listener at localhost/46207 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-11-19T01:26:57,814 DEBUG [Listener at localhost/46207 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-11-19T01:26:58,029 DEBUG [Listener at localhost/46207 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-11-19T01:26:58,827 INFO [Listener at localhost/46207 {}] client.ConnectionUtils(128): master/jenkins-hbase6:0 server-side Connection retries=45 2023-11-19T01:26:58,876 INFO [Listener at localhost/46207 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:26:58,877 INFO [Listener at localhost/46207 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-19T01:26:58,877 INFO [Listener at localhost/46207 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-19T01:26:58,877 INFO [Listener at localhost/46207 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:26:58,877 INFO [Listener at localhost/46207 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-19T01:26:59,047 INFO [Listener at localhost/46207 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-19T01:26:59,180 INFO [Listener at localhost/46207 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-11-19T01:26:59,199 DEBUG [Listener at localhost/46207 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-11-19T01:26:59,205 INFO [Listener at localhost/46207 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-19T01:26:59,254 DEBUG [Listener at localhost/46207 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 5752 (auto-detected) 2023-11-19T01:26:59,255 DEBUG [Listener at localhost/46207 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:55:ff:fe:37:d3:4d (auto-detected) 2023-11-19T01:26:59,292 INFO [Listener at localhost/46207 {}] ipc.NettyRpcServer(192): Bind to /172.31.2.20:37257 2023-11-19T01:26:59,307 INFO [Listener at localhost/46207 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:26:59,309 INFO [Listener at localhost/46207 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:26:59,331 INFO [Listener at localhost/46207 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:37257 connecting to ZooKeeper ensemble=127.0.0.1:53997 2023-11-19T01:26:59,383 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:372570x0, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-19T01:26:59,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:37257-0x10123a427810000 connected 2023-11-19T01:26:59,419 DEBUG [Listener at localhost/46207 {}] zookeeper.ZKUtil(113): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-19T01:26:59,423 DEBUG [Listener at localhost/46207 {}] zookeeper.ZKUtil(113): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:26:59,426 DEBUG [Listener at localhost/46207 {}] zookeeper.ZKUtil(113): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-19T01:26:59,437 DEBUG [Listener at localhost/46207 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37257 2023-11-19T01:26:59,437 DEBUG [Listener at localhost/46207 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37257 2023-11-19T01:26:59,438 DEBUG [Listener at localhost/46207 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37257 2023-11-19T01:26:59,438 DEBUG [Listener at localhost/46207 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37257 2023-11-19T01:26:59,438 DEBUG [Listener at localhost/46207 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37257 2023-11-19T01:26:59,493 INFO [Listener at localhost/46207 {}] log.Log(170): Logging initialized @7315ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-11-19T01:26:59,627 INFO [Listener at localhost/46207 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-19T01:26:59,628 INFO [Listener at localhost/46207 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-19T01:26:59,629 INFO [Listener at localhost/46207 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-19T01:26:59,631 INFO [Listener at localhost/46207 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-11-19T01:26:59,631 INFO [Listener at localhost/46207 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-19T01:26:59,631 INFO [Listener at localhost/46207 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-19T01:26:59,634 INFO [Listener at localhost/46207 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-19T01:26:59,766 INFO [Listener at localhost/46207 {}] http.HttpServer(1227): Jetty bound to port 42823 2023-11-19T01:26:59,768 INFO [Listener at localhost/46207 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:26:59,804 INFO [Listener at localhost/46207 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:26:59,807 INFO [Listener at localhost/46207 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@59d952a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/hadoop.log.dir/,AVAILABLE} 2023-11-19T01:26:59,808 INFO [Listener at localhost/46207 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:26:59,808 INFO [Listener at localhost/46207 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@61bccd18{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-19T01:26:59,887 INFO [Listener at localhost/46207 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-19T01:26:59,902 INFO [Listener at localhost/46207 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-19T01:26:59,903 INFO [Listener at localhost/46207 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-19T01:26:59,905 INFO [Listener at localhost/46207 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-11-19T01:26:59,914 INFO [Listener at localhost/46207 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:27:01,090 INFO [Listener at localhost/46207 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@19eb9dd2{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-19T01:27:01,101 INFO [Listener at localhost/46207 {}] server.AbstractConnector(333): Started ServerConnector@1fe19811{HTTP/1.1, (http/1.1)}{0.0.0.0:42823} 2023-11-19T01:27:01,101 INFO [Listener at localhost/46207 {}] server.Server(415): Started @8923ms 2023-11-19T01:27:01,105 INFO [Listener at localhost/46207 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822, hbase.cluster.distributed=false 2023-11-19T01:27:01,167 INFO [Listener at localhost/46207 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase6:0 server-side Connection retries=45 2023-11-19T01:27:01,167 INFO [Listener at localhost/46207 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:27:01,167 INFO [Listener at localhost/46207 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-19T01:27:01,167 INFO [Listener at localhost/46207 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-19T01:27:01,167 INFO [Listener at localhost/46207 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:27:01,168 INFO [Listener at localhost/46207 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-19T01:27:01,176 INFO [Listener at localhost/46207 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-19T01:27:01,178 INFO [Listener at localhost/46207 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-19T01:27:01,180 INFO [Listener at localhost/46207 {}] ipc.NettyRpcServer(192): Bind to /172.31.2.20:41373 2023-11-19T01:27:01,182 INFO [Listener at localhost/46207 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-19T01:27:01,190 DEBUG [Listener at localhost/46207 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-19T01:27:01,190 INFO [Listener at localhost/46207 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:27:01,193 INFO [Listener at localhost/46207 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:27:01,196 INFO [Listener at localhost/46207 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:41373 connecting to ZooKeeper ensemble=127.0.0.1:53997 2023-11-19T01:27:01,200 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:413730x0, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-19T01:27:01,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:41373-0x10123a427810001 connected 2023-11-19T01:27:01,201 DEBUG [Listener at localhost/46207 {}] zookeeper.ZKUtil(113): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-19T01:27:01,202 DEBUG [Listener at localhost/46207 {}] zookeeper.ZKUtil(113): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:27:01,203 DEBUG [Listener at localhost/46207 {}] zookeeper.ZKUtil(113): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-19T01:27:01,204 DEBUG [Listener at localhost/46207 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41373 2023-11-19T01:27:01,204 DEBUG [Listener at localhost/46207 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41373 2023-11-19T01:27:01,204 DEBUG [Listener at localhost/46207 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41373 2023-11-19T01:27:01,205 DEBUG [Listener at localhost/46207 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41373 2023-11-19T01:27:01,205 DEBUG [Listener at localhost/46207 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41373 2023-11-19T01:27:01,208 INFO [Listener at localhost/46207 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-19T01:27:01,209 INFO [Listener at localhost/46207 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-19T01:27:01,209 INFO [Listener at localhost/46207 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-19T01:27:01,210 INFO [Listener at localhost/46207 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-11-19T01:27:01,210 INFO [Listener at localhost/46207 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-19T01:27:01,210 INFO [Listener at localhost/46207 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-19T01:27:01,210 INFO [Listener at localhost/46207 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-19T01:27:01,212 INFO [Listener at localhost/46207 {}] http.HttpServer(1227): Jetty bound to port 41197 2023-11-19T01:27:01,212 INFO [Listener at localhost/46207 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:27:01,215 INFO [Listener at localhost/46207 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:27:01,215 INFO [Listener at localhost/46207 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@23bf8813{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/hadoop.log.dir/,AVAILABLE} 2023-11-19T01:27:01,216 INFO [Listener at localhost/46207 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:27:01,216 INFO [Listener at localhost/46207 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5008b581{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-19T01:27:01,228 INFO [Listener at localhost/46207 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-19T01:27:01,229 INFO [Listener at localhost/46207 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-19T01:27:01,229 INFO [Listener at localhost/46207 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-19T01:27:01,229 INFO [Listener at localhost/46207 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-11-19T01:27:01,231 INFO [Listener at localhost/46207 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:27:01,236 INFO [Listener at localhost/46207 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@1bb329f9{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-19T01:27:01,237 INFO [Listener at localhost/46207 {}] server.AbstractConnector(333): Started ServerConnector@6f2b35e5{HTTP/1.1, (http/1.1)}{0.0.0.0:41197} 2023-11-19T01:27:01,237 INFO [Listener at localhost/46207 {}] server.Server(415): Started @9059ms 2023-11-19T01:27:01,242 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:27:01,247 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@52490605{HTTP/1.1, (http/1.1)}{0.0.0.0:45815} 2023-11-19T01:27:01,247 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.Server(415): Started @9069ms 2023-11-19T01:27:01,248 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /1/backup-masters/jenkins-hbase6.apache.org,37257,1700357218013 2023-11-19T01:27:01,260 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:27:01,260 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:27:01,264 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase6.apache.org,37257,1700357218013 2023-11-19T01:27:01,267 DEBUG [M:0;jenkins-hbase6:37257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase6:37257 2023-11-19T01:27:01,284 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-19T01:27:01,284 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-19T01:27:01,285 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:27:01,285 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:27:01,286 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-19T01:27:01,287 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase6.apache.org,37257,1700357218013 from backup master directory 2023-11-19T01:27:01,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-19T01:27:01,293 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase6.apache.org,37257,1700357218013 2023-11-19T01:27:01,293 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:27:01,293 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:27:01,294 WARN [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-19T01:27:01,294 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase6.apache.org,37257,1700357218013 2023-11-19T01:27:01,297 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-11-19T01:27:01,300 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-11-19T01:27:01,426 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase.id with ID: d614728f-60b8-48ff-9847-7e785c857f5c 2023-11-19T01:27:01,469 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:27:01,485 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:27:01,485 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:27:01,540 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:27:01,543 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-19T01:27:01,551 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2023-11-19T01:27:01,556 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.RegionGroupingProvider(103): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2023-11-19T01:27:01,567 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-11-19T01:27:01,567 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-11-19T01:27:01,569 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.init(RegionGroupingProvider.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createProvider(WALFactory.java:186) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:201) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:27:01,580 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.init(RegionGroupingProvider.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createProvider(WALFactory.java:186) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:201) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:27:01,662 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/data/master/store 2023-11-19T01:27:01,687 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-11-19T01:27:01,687 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:27:01,688 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-19T01:27:01,688 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:27:01,688 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:27:01,688 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-19T01:27:01,688 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:27:01,689 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:27:01,689 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:27:01,691 WARN [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/data/master/store/.initializing 2023-11-19T01:27:01,691 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/WALs/jenkins-hbase6.apache.org,37257,1700357218013 2023-11-19T01:27:01,694 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:27:01,701 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor jenkins-hbase6.apache.org,37257,1700357218013.regiongroup-0 2023-11-19T01:27:01,716 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C37257%2C1700357218013.jenkins-hbase6.apache.org%2C37257%2C1700357218013.regiongroup-0, suffix=, logDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/WALs/jenkins-hbase6.apache.org,37257,1700357218013, archiveDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/oldWALs, maxLogs=10 2023-11-19T01:27:01,746 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/WALs/jenkins-hbase6.apache.org,37257,1700357218013/jenkins-hbase6.apache.org%2C37257%2C1700357218013.jenkins-hbase6.apache.org%2C37257%2C1700357218013.regiongroup-0.1700357221722, exclude list is [], retry=0 2023-11-19T01:27:01,776 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK] 2023-11-19T01:27:01,784 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:27:01,856 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/WALs/jenkins-hbase6.apache.org,37257,1700357218013/jenkins-hbase6.apache.org%2C37257%2C1700357218013.jenkins-hbase6.apache.org%2C37257%2C1700357218013.regiongroup-0.1700357221722 2023-11-19T01:27:01,857 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK]] 2023-11-19T01:27:01,857 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:27:01,858 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:27:01,862 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:27:01,863 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:27:01,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:27:01,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-19T01:27:01,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:01,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:27:01,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:27:01,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-19T01:27:01,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:01,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:27:01,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:27:01,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-19T01:27:01,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:01,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:27:01,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:27:01,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-19T01:27:01,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:01,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:27:02,000 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:27:02,001 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:27:02,017 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-19T01:27:02,021 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:27:02,026 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:27:02,027 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11091656960, jitterRate=0.03299105167388916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-19T01:27:02,032 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:27:02,033 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-19T01:27:02,069 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef43200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:27:02,125 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-19T01:27:02,147 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-19T01:27:02,147 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-19T01:27:02,151 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-19T01:27:02,152 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-11-19T01:27:02,159 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-11-19T01:27:02,159 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-19T01:27:02,196 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-19T01:27:02,212 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-11-19T01:27:02,214 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-11-19T01:27:02,218 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-19T01:27:02,219 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-11-19T01:27:02,220 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-11-19T01:27:02,223 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-19T01:27:02,231 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-11-19T01:27:02,233 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-11-19T01:27:02,234 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-11-19T01:27:02,236 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-11-19T01:27:02,251 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-19T01:27:02,253 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-11-19T01:27:02,258 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-19T01:27:02,258 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-19T01:27:02,259 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:27:02,259 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:27:02,259 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase6.apache.org,37257,1700357218013, sessionid=0x10123a427810000, setting cluster-up flag (Was=false) 2023-11-19T01:27:02,269 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-11-19T01:27:02,280 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:27:02,280 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:27:02,286 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-11-19T01:27:02,288 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,37257,1700357218013 2023-11-19T01:27:02,291 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:27:02,291 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:27:02,300 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-11-19T01:27:02,301 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,37257,1700357218013 2023-11-19T01:27:02,307 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:27:02,307 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:27:02,313 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-11-19T01:27:02,315 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,37257,1700357218013 2023-11-19T01:27:02,351 DEBUG [RS:0;jenkins-hbase6:41373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase6:41373 2023-11-19T01:27:02,353 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(997): ClusterId : d614728f-60b8-48ff-9847-7e785c857f5c 2023-11-19T01:27:02,355 INFO [RS:0;jenkins-hbase6:41373 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-11-19T01:27:02,357 DEBUG [RS:0;jenkins-hbase6:41373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-19T01:27:02,363 DEBUG [RS:0;jenkins-hbase6:41373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-19T01:27:02,363 DEBUG [RS:0;jenkins-hbase6:41373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-11-19T01:27:02,367 DEBUG [RS:0;jenkins-hbase6:41373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-11-19T01:27:02,367 DEBUG [RS:0;jenkins-hbase6:41373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-19T01:27:02,371 DEBUG [RS:0;jenkins-hbase6:41373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-19T01:27:02,372 DEBUG [RS:0;jenkins-hbase6:41373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2427c61d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:27:02,374 DEBUG [RS:0;jenkins-hbase6:41373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519d05fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase6.apache.org/172.31.2.20:0 2023-11-19T01:27:02,382 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-19T01:27:02,382 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-19T01:27:02,382 DEBUG [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-19T01:27:02,387 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase6.apache.org,37257,1700357218013 with isa=jenkins-hbase6.apache.org/172.31.2.20:41373, startcode=1700357221166 2023-11-19T01:27:02,411 DEBUG [RS:0;jenkins-hbase6:41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-19T01:27:02,472 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-19T01:27:02,484 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:45349, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-19T01:27:02,485 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-19T01:27:02,495 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-19T01:27:02,495 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37257 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3212) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:592) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-19T01:27:02,507 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase6.apache.org,37257,1700357218013 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-19T01:27:02,514 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:27:02,514 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:27:02,515 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:27:02,515 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:27:02,515 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase6:0, corePoolSize=10, maxPoolSize=10 2023-11-19T01:27:02,515 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:27:02,515 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=2, maxPoolSize=2 2023-11-19T01:27:02,515 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:27:02,524 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1700357252524 2023-11-19T01:27:02,528 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-19T01:27:02,532 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-19T01:27:02,533 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-19T01:27:02,533 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-19T01:27:02,537 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:02,538 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-19T01:27:02,546 DEBUG [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-11-19T01:27:02,546 WARN [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-11-19T01:27:02,548 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-19T01:27:02,550 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-11-19T01:27:02,551 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-19T01:27:02,553 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-19T01:27:02,553 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-19T01:27:02,558 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-19T01:27:02,561 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-19T01:27:02,563 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-19T01:27:02,563 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-19T01:27:02,573 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x50e5a212 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:27:02,582 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6995ff69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:27:02,582 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-19T01:27:02,586 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-19T01:27:02,587 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-19T01:27:02,591 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700357222589,5,FailOnTimeoutGroup] 2023-11-19T01:27:02,591 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700357222591,5,FailOnTimeoutGroup] 2023-11-19T01:27:02,591 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-19T01:27:02,591 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-19T01:27:02,592 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-19T01:27:02,593 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-19T01:27:02,648 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase6.apache.org,37257,1700357218013 with isa=jenkins-hbase6.apache.org/172.31.2.20:41373, startcode=1700357221166 2023-11-19T01:27:02,656 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37257 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:02,668 DEBUG [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822 2023-11-19T01:27:02,668 DEBUG [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:34591 2023-11-19T01:27:02,668 DEBUG [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=42823 2023-11-19T01:27:02,679 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-19T01:27:02,680 DEBUG [RS:0;jenkins-hbase6:41373 {}] zookeeper.ZKUtil(111): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:02,680 WARN [RS:0;jenkins-hbase6:41373 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-19T01:27:02,680 INFO [RS:0;jenkins-hbase6:41373 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2023-11-19T01:27:02,680 INFO [RS:0;jenkins-hbase6:41373 {}] wal.RegionGroupingProvider(103): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2023-11-19T01:27:02,681 DEBUG [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:02,684 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase6.apache.org,41373,1700357221166] 2023-11-19T01:27:02,700 DEBUG [RS:0;jenkins-hbase6:41373 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-19T01:27:02,716 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-19T01:27:02,731 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-19T01:27:02,735 INFO [RS:0;jenkins-hbase6:41373 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-19T01:27:02,735 INFO [RS:0;jenkins-hbase6:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:27:02,736 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-19T01:27:02,746 INFO [RS:0;jenkins-hbase6:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-19T01:27:02,747 DEBUG [RS:0;jenkins-hbase6:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:27:02,747 DEBUG [RS:0;jenkins-hbase6:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:27:02,747 DEBUG [RS:0;jenkins-hbase6:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:27:02,747 DEBUG [RS:0;jenkins-hbase6:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:27:02,747 DEBUG [RS:0;jenkins-hbase6:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:27:02,747 DEBUG [RS:0;jenkins-hbase6:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase6:0, corePoolSize=2, maxPoolSize=2 2023-11-19T01:27:02,747 DEBUG [RS:0;jenkins-hbase6:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:27:02,747 DEBUG [RS:0;jenkins-hbase6:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:27:02,748 DEBUG [RS:0;jenkins-hbase6:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:27:02,748 DEBUG [RS:0;jenkins-hbase6:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:27:02,748 DEBUG [RS:0;jenkins-hbase6:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:27:02,748 DEBUG [RS:0;jenkins-hbase6:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0, corePoolSize=3, maxPoolSize=3 2023-11-19T01:27:02,748 DEBUG [RS:0;jenkins-hbase6:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase6:0, corePoolSize=3, maxPoolSize=3 2023-11-19T01:27:02,749 INFO [RS:0;jenkins-hbase6:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-19T01:27:02,749 INFO [RS:0;jenkins-hbase6:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-19T01:27:02,749 INFO [RS:0;jenkins-hbase6:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-19T01:27:02,749 INFO [RS:0;jenkins-hbase6:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-19T01:27:02,750 INFO [RS:0;jenkins-hbase6:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,41373,1700357221166-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-19T01:27:02,766 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-19T01:27:02,769 INFO [RS:0;jenkins-hbase6:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,41373,1700357221166-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:27:02,785 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.Replication(204): jenkins-hbase6.apache.org,41373,1700357221166 started 2023-11-19T01:27:02,785 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase6.apache.org,41373,1700357221166, RpcServer on jenkins-hbase6.apache.org/172.31.2.20:41373, sessionid=0x10123a427810001 2023-11-19T01:27:02,786 DEBUG [RS:0;jenkins-hbase6:41373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-19T01:27:02,786 DEBUG [RS:0;jenkins-hbase6:41373 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:02,786 DEBUG [RS:0;jenkins-hbase6:41373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,41373,1700357221166' 2023-11-19T01:27:02,786 DEBUG [RS:0;jenkins-hbase6:41373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-11-19T01:27:02,787 DEBUG [RS:0;jenkins-hbase6:41373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-11-19T01:27:02,788 DEBUG [RS:0;jenkins-hbase6:41373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-19T01:27:02,788 DEBUG [RS:0;jenkins-hbase6:41373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-11-19T01:27:02,788 DEBUG [RS:0;jenkins-hbase6:41373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,41373,1700357221166' 2023-11-19T01:27:02,788 DEBUG [RS:0;jenkins-hbase6:41373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:27:02,789 DEBUG [RS:0;jenkins-hbase6:41373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:27:02,789 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-11-19T01:27:02,789 DEBUG [RS:0;jenkins-hbase6:41373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-11-19T01:27:02,789 DEBUG [RS:0;jenkins-hbase6:41373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-19T01:27:02,789 DEBUG [RS:0;jenkins-hbase6:41373 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:02,789 DEBUG [RS:0;jenkins-hbase6:41373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,41373,1700357221166' 2023-11-19T01:27:02,789 DEBUG [RS:0;jenkins-hbase6:41373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-11-19T01:27:02,790 DEBUG [RS:0;jenkins-hbase6:41373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-11-19T01:27:02,791 DEBUG [RS:0;jenkins-hbase6:41373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-19T01:27:02,791 INFO [RS:0;jenkins-hbase6:41373 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-19T01:27:02,791 INFO [RS:0;jenkins-hbase6:41373 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-19T01:27:02,901 INFO [RS:0;jenkins-hbase6:41373 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:27:02,902 INFO [RS:0;jenkins-hbase6:41373 {}] monitor.StreamSlowMonitor(122): New stream slow monitor jenkins-hbase6.apache.org,41373,1700357221166.regiongroup-0 2023-11-19T01:27:02,905 INFO [RS:0;jenkins-hbase6:41373 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0, suffix=, logDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166, archiveDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/oldWALs, maxLogs=32 2023-11-19T01:27:02,917 DEBUG [RS:0;jenkins-hbase6:41373 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357222906, exclude list is [], retry=0 2023-11-19T01:27:02,925 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK] 2023-11-19T01:27:02,930 INFO [RS:0;jenkins-hbase6:41373 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357222906 2023-11-19T01:27:02,930 DEBUG [RS:0;jenkins-hbase6:41373 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK]] 2023-11-19T01:27:02,957 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-19T01:27:02,957 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822 2023-11-19T01:27:02,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:27:02,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-19T01:27:02,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-19T01:27:02,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:02,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:27:02,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-19T01:27:02,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-19T01:27:02,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:02,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:27:02,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-19T01:27:02,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-19T01:27:02,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:02,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:27:02,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/meta/1588230740 2023-11-19T01:27:02,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/meta/1588230740 2023-11-19T01:27:02,994 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:27:02,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-19T01:27:03,001 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:27:03,002 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10100335200, jitterRate=-0.05933298170566559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:27:03,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-19T01:27:03,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-19T01:27:03,005 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-19T01:27:03,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-19T01:27:03,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-19T01:27:03,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-19T01:27:03,007 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-19T01:27:03,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-19T01:27:03,011 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-19T01:27:03,011 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-19T01:27:03,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-19T01:27:03,038 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-19T01:27:03,042 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-19T01:27:03,194 DEBUG [jenkins-hbase6:37257 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-19T01:27:03,202 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:03,209 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase6.apache.org,41373,1700357221166, state=OPENING 2023-11-19T01:27:03,218 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-19T01:27:03,220 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:27:03,220 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:27:03,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:27:03,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:27:03,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:27:03,556 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:03,560 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-19T01:27:03,564 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:41062, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-19T01:27:03,576 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-19T01:27:03,577 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2023-11-19T01:27:03,577 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(103): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2023-11-19T01:27:03,577 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:27:03,578 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-19T01:27:03,581 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta, suffix=.meta, logDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166, archiveDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/oldWALs, maxLogs=32 2023-11-19T01:27:03,594 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta.1700357223583.meta, exclude list is [], retry=0 2023-11-19T01:27:03,598 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK] 2023-11-19T01:27:03,602 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta.1700357223583.meta 2023-11-19T01:27:03,603 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK]] 2023-11-19T01:27:03,603 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:27:03,608 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:27:03,608 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-19T01:27:03,625 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-19T01:27:03,625 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-19T01:27:03,630 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-19T01:27:03,630 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:27:03,630 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-19T01:27:03,631 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-19T01:27:03,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-19T01:27:03,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-19T01:27:03,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:03,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:27:03,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-19T01:27:03,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-19T01:27:03,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:03,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:27:03,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-19T01:27:03,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-19T01:27:03,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:03,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:27:03,641 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/meta/1588230740 2023-11-19T01:27:03,644 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/meta/1588230740 2023-11-19T01:27:03,647 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:27:03,650 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-19T01:27:03,651 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10532128480, jitterRate=-0.019119098782539368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:27:03,652 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-19T01:27:03,664 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1700357223545 2023-11-19T01:27:03,683 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-19T01:27:03,684 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-19T01:27:03,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:03,687 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase6.apache.org,41373,1700357221166, state=OPEN 2023-11-19T01:27:03,690 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-19T01:27:03,690 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-19T01:27:03,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:27:03,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:27:03,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-19T01:27:03,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase6.apache.org,41373,1700357221166 in 466 msec 2023-11-19T01:27:03,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-19T01:27:03,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 672 msec 2023-11-19T01:27:03,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3270 sec 2023-11-19T01:27:03,711 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1700357223711, completionTime=-1 2023-11-19T01:27:03,711 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-19T01:27:03,712 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-19T01:27:03,777 DEBUG [hconnection-0x4209dae1-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:27:03,780 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:41072, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:27:03,797 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-19T01:27:03,797 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1700357283797 2023-11-19T01:27:03,797 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1700357343797 2023-11-19T01:27:03,797 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 85 msec 2023-11-19T01:27:03,822 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,37257,1700357218013-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:27:03,823 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,37257,1700357218013-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:27:03,823 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,37257,1700357218013-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:27:03,826 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase6:37257, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:27:03,827 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-19T01:27:03,832 DEBUG [master/jenkins-hbase6:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-19T01:27:03,848 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-19T01:27:03,849 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-19T01:27:03,858 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-19T01:27:03,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:27:03,864 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:03,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:27:04,284 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => dddf95dd829dc7009ff200e85a9262bf, NAME => 'hbase:namespace,,1700357223849.dddf95dd829dc7009ff200e85a9262bf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822 2023-11-19T01:27:04,695 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1700357223849.dddf95dd829dc7009ff200e85a9262bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:27:04,695 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing dddf95dd829dc7009ff200e85a9262bf, disabling compactions & flushes 2023-11-19T01:27:04,695 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1700357223849.dddf95dd829dc7009ff200e85a9262bf. 2023-11-19T01:27:04,695 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1700357223849.dddf95dd829dc7009ff200e85a9262bf. 2023-11-19T01:27:04,695 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1700357223849.dddf95dd829dc7009ff200e85a9262bf. after waiting 0 ms 2023-11-19T01:27:04,695 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1700357223849.dddf95dd829dc7009ff200e85a9262bf. 2023-11-19T01:27:04,695 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1700357223849.dddf95dd829dc7009ff200e85a9262bf. 2023-11-19T01:27:04,695 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for dddf95dd829dc7009ff200e85a9262bf: 2023-11-19T01:27:04,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:27:04,712 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1700357223849.dddf95dd829dc7009ff200e85a9262bf.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1700357224699"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357224699"}]},"ts":"1700357224699"} 2023-11-19T01:27:04,746 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:27:04,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:27:04,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357224748"}]},"ts":"1700357224748"} 2023-11-19T01:27:04,756 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-19T01:27:04,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=dddf95dd829dc7009ff200e85a9262bf, ASSIGN}] 2023-11-19T01:27:04,764 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=dddf95dd829dc7009ff200e85a9262bf, ASSIGN 2023-11-19T01:27:04,766 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=dddf95dd829dc7009ff200e85a9262bf, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,41373,1700357221166; forceNewPlan=false, retain=false 2023-11-19T01:27:04,916 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=dddf95dd829dc7009ff200e85a9262bf, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:04,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure dddf95dd829dc7009ff200e85a9262bf, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:27:05,076 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:05,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1700357223849.dddf95dd829dc7009ff200e85a9262bf. 2023-11-19T01:27:05,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:27:05,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] monitor.StreamSlowMonitor(122): New stream slow monitor jenkins-hbase6.apache.org,41373,1700357221166.regiongroup-1 2023-11-19T01:27:05,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1, suffix=, logDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166, archiveDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/oldWALs, maxLogs=32 2023-11-19T01:27:05,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357225088, exclude list is [], retry=0 2023-11-19T01:27:05,104 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK] 2023-11-19T01:27:05,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357225088 2023-11-19T01:27:05,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK]] 2023-11-19T01:27:05,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => dddf95dd829dc7009ff200e85a9262bf, NAME => 'hbase:namespace,,1700357223849.dddf95dd829dc7009ff200e85a9262bf.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:27:05,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:27:05,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace dddf95dd829dc7009ff200e85a9262bf 2023-11-19T01:27:05,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1700357223849.dddf95dd829dc7009ff200e85a9262bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:27:05,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for dddf95dd829dc7009ff200e85a9262bf 2023-11-19T01:27:05,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for dddf95dd829dc7009ff200e85a9262bf 2023-11-19T01:27:05,114 INFO [StoreOpener-dddf95dd829dc7009ff200e85a9262bf-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region dddf95dd829dc7009ff200e85a9262bf 2023-11-19T01:27:05,116 INFO [StoreOpener-dddf95dd829dc7009ff200e85a9262bf-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dddf95dd829dc7009ff200e85a9262bf columnFamilyName info 2023-11-19T01:27:05,116 DEBUG [StoreOpener-dddf95dd829dc7009ff200e85a9262bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:05,117 INFO [StoreOpener-dddf95dd829dc7009ff200e85a9262bf-1 {}] regionserver.HStore(324): Store=dddf95dd829dc7009ff200e85a9262bf/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:27:05,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/namespace/dddf95dd829dc7009ff200e85a9262bf 2023-11-19T01:27:05,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/namespace/dddf95dd829dc7009ff200e85a9262bf 2023-11-19T01:27:05,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for dddf95dd829dc7009ff200e85a9262bf 2023-11-19T01:27:05,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/namespace/dddf95dd829dc7009ff200e85a9262bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:27:05,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened dddf95dd829dc7009ff200e85a9262bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10634363680, jitterRate=-0.00959770381450653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:27:05,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for dddf95dd829dc7009ff200e85a9262bf: 2023-11-19T01:27:05,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1700357223849.dddf95dd829dc7009ff200e85a9262bf., pid=6, masterSystemTime=1700357225076 2023-11-19T01:27:05,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1700357223849.dddf95dd829dc7009ff200e85a9262bf. 2023-11-19T01:27:05,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1700357223849.dddf95dd829dc7009ff200e85a9262bf. 2023-11-19T01:27:05,133 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=dddf95dd829dc7009ff200e85a9262bf, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:05,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-19T01:27:05,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure dddf95dd829dc7009ff200e85a9262bf, server=jenkins-hbase6.apache.org,41373,1700357221166 in 213 msec 2023-11-19T01:27:05,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-19T01:27:05,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=dddf95dd829dc7009ff200e85a9262bf, ASSIGN in 378 msec 2023-11-19T01:27:05,144 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:27:05,145 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357225145"}]},"ts":"1700357225145"} 2023-11-19T01:27:05,147 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-19T01:27:05,151 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:27:05,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3010 sec 2023-11-19T01:27:05,163 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-11-19T01:27:05,164 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:27:05,164 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-11-19T01:27:05,164 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:27:05,210 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-19T01:27:05,227 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:27:05,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 30 msec 2023-11-19T01:27:05,236 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-19T01:27:05,248 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:27:05,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 16 msec 2023-11-19T01:27:05,267 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-11-19T01:27:05,271 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-11-19T01:27:05,271 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 3.977sec 2023-11-19T01:27:05,273 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-19T01:27:05,275 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-19T01:27:05,276 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-19T01:27:05,277 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-19T01:27:05,277 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-19T01:27:05,278 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,37257,1700357218013-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-19T01:27:05,279 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,37257,1700357218013-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-19T01:27:05,292 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-19T01:27:05,293 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-19T01:27:05,374 DEBUG [Listener at localhost/46207 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x71cfcabb to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:27:05,379 DEBUG [Listener at localhost/46207 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ffe1b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:27:05,383 DEBUG [Listener at localhost/46207 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-11-19T01:27:05,384 DEBUG [Listener at localhost/46207 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-11-19T01:27:05,398 DEBUG [hconnection-0x443f1c07-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:27:05,409 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:41074, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:27:05,419 INFO [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase6.apache.org,37257,1700357218013 2023-11-19T01:27:05,420 INFO [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-11-19T01:27:05,420 INFO [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/test.cache.data in system properties and HBase conf 2023-11-19T01:27:05,420 INFO [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/hadoop.tmp.dir in system properties and HBase conf 2023-11-19T01:27:05,420 INFO [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/hadoop.log.dir in system properties and HBase conf 2023-11-19T01:27:05,420 INFO [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-19T01:27:05,420 INFO [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-19T01:27:05,420 INFO [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-19T01:27:05,420 INFO [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:27:05,420 INFO [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:27:05,420 INFO [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-19T01:27:05,420 INFO [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:27:05,421 INFO [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-19T01:27:05,421 INFO [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-19T01:27:05,421 INFO [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:27:05,421 INFO [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:27:05,421 INFO [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-19T01:27:05,421 INFO [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/nfs.dump.dir in system properties and HBase conf 2023-11-19T01:27:05,421 INFO [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/java.io.tmpdir in system properties and HBase conf 2023-11-19T01:27:05,421 INFO [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:27:05,421 INFO [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-19T01:27:05,421 INFO [Listener at localhost/46207 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-11-19T01:27:06,931 WARN [Thread-251 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:27:07,347 INFO [Thread-251 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:27:07,353 INFO [Thread-251 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_38899_jobhistory____.go72iu/webapp 2023-11-19T01:27:07,518 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-11-19T01:27:07,518 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-11-19T01:27:07,519 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:27:07,522 INFO [Thread-251 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:27:07,616 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:27:07,743 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:27:08,028 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-11-19T01:27:08,062 INFO [Thread-251 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:38899 2023-11-19T01:27:08,428 WARN [Listener at jenkins-hbase6.apache.org/42025 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:27:08,508 WARN [Listener at jenkins-hbase6.apache.org/42025 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:27:08,509 INFO [Listener at jenkins-hbase6.apache.org/42025 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:27:08,518 INFO [Listener at jenkins-hbase6.apache.org/42025 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_33837_cluster____6i8wdm/webapp 2023-11-19T01:27:08,595 INFO [Listener at jenkins-hbase6.apache.org/42025 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:27:08,595 INFO [Listener at jenkins-hbase6.apache.org/42025 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-11-19T01:27:08,595 INFO [Listener at jenkins-hbase6.apache.org/42025 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:27:08,596 INFO [Listener at jenkins-hbase6.apache.org/42025 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:27:08,606 INFO [Listener at jenkins-hbase6.apache.org/42025 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:27:08,857 INFO [Listener at jenkins-hbase6.apache.org/42025 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:27:08,990 INFO [Listener at jenkins-hbase6.apache.org/42025 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:27:08,997 INFO [Listener at jenkins-hbase6.apache.org/42025 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:33837 2023-11-19T01:27:09,169 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:27:09,246 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-19T01:27:09,249 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-19T01:27:09,250 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-19T01:27:09,251 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-19T01:27:09,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-19T01:27:09,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-19T01:27:09,253 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:27:09,253 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-11-19T01:27:09,254 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-19T01:27:09,254 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-19T01:27:09,254 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-19T01:27:09,254 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-19T01:27:09,382 WARN [Listener at jenkins-hbase6.apache.org/38973 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:27:09,406 WARN [Listener at jenkins-hbase6.apache.org/38973 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:27:09,407 INFO [Listener at jenkins-hbase6.apache.org/38973 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:27:09,415 INFO [Listener at jenkins-hbase6.apache.org/38973 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_42119_node____y9paon/webapp 2023-11-19T01:27:09,467 INFO [Listener at jenkins-hbase6.apache.org/38973 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-19T01:27:09,467 INFO [Listener at jenkins-hbase6.apache.org/38973 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:27:09,468 INFO [Listener at jenkins-hbase6.apache.org/38973 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:27:09,468 INFO [Listener at jenkins-hbase6.apache.org/38973 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:27:09,476 INFO [Listener at jenkins-hbase6.apache.org/38973 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:27:09,498 INFO [Listener at jenkins-hbase6.apache.org/38973 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:27:09,576 INFO [Listener at jenkins-hbase6.apache.org/38973 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:27:09,587 INFO [Listener at jenkins-hbase6.apache.org/38973 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:42119 2023-11-19T01:27:09,725 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:27:09,734 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:27:09,735 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:27:09,744 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_37119_node____.l8gnrj/webapp 2023-11-19T01:27:09,807 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-19T01:27:09,807 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:27:09,807 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:27:09,807 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:27:09,815 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:27:09,831 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:27:09,894 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:27:09,900 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:37119 2023-11-19T01:27:09,933 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-11-19T01:27:09,933 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:34591/backupUT 2023-11-19T01:27:09,945 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:27:09,949 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:39790, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:27:09,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns1'} 2023-11-19T01:27:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-11-19T01:27:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-19T01:27:09,985 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:27:09,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 29 msec 2023-11-19T01:27:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-19T01:27:10,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns2'} 2023-11-19T01:27:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-11-19T01:27:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-19T01:27:10,097 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:27:10,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 19 msec 2023-11-19T01:27:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-19T01:27:10,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns3'} 2023-11-19T01:27:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-11-19T01:27:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-19T01:27:10,203 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:27:10,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 15 msec 2023-11-19T01:27:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-19T01:27:10,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns4'} 2023-11-19T01:27:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-11-19T01:27:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-19T01:27:10,315 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:27:10,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 16 msec 2023-11-19T01:27:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-19T01:27:10,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'test-1700357229933', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:27:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1700357229933 2023-11-19T01:27:10,427 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1700357229933 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:27:10,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "default" qualifier: "test-1700357229933" procId is: 13 2023-11-19T01:27:10,428 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:10,429 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1700357229933 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:27:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:27:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:27:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:27:10,859 INFO [RegionOpenAndInit-test-1700357229933-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => db8b7c730bfc10c44e35786b9949b02b, NAME => 'test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1700357229933', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822 2023-11-19T01:27:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:27:11,280 DEBUG [RegionOpenAndInit-test-1700357229933-pool-0 {}] regionserver.HRegion(888): Instantiated test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:27:11,280 DEBUG [RegionOpenAndInit-test-1700357229933-pool-0 {}] regionserver.HRegion(1668): Closing db8b7c730bfc10c44e35786b9949b02b, disabling compactions & flushes 2023-11-19T01:27:11,280 INFO [RegionOpenAndInit-test-1700357229933-pool-0 {}] regionserver.HRegion(1690): Closing region test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:11,280 DEBUG [RegionOpenAndInit-test-1700357229933-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:11,280 DEBUG [RegionOpenAndInit-test-1700357229933-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. after waiting 0 ms 2023-11-19T01:27:11,281 DEBUG [RegionOpenAndInit-test-1700357229933-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:11,281 INFO [RegionOpenAndInit-test-1700357229933-pool-0 {}] regionserver.HRegion(1909): Closed test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:11,281 DEBUG [RegionOpenAndInit-test-1700357229933-pool-0 {}] regionserver.HRegion(1622): Region close journal for db8b7c730bfc10c44e35786b9949b02b: 2023-11-19T01:27:11,282 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1700357229933 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:27:11,283 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1700357231282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357231282"}]},"ts":"1700357231282"} 2023-11-19T01:27:11,285 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:27:11,287 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1700357229933 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:27:11,287 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1700357229933","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357231287"}]},"ts":"1700357231287"} 2023-11-19T01:27:11,289 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1700357229933, state=ENABLING in hbase:meta 2023-11-19T01:27:11,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1700357229933, region=db8b7c730bfc10c44e35786b9949b02b, ASSIGN}] 2023-11-19T01:27:11,296 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1700357229933, region=db8b7c730bfc10c44e35786b9949b02b, ASSIGN 2023-11-19T01:27:11,297 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1700357229933, region=db8b7c730bfc10c44e35786b9949b02b, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,41373,1700357221166; forceNewPlan=false, retain=false 2023-11-19T01:27:11,449 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=db8b7c730bfc10c44e35786b9949b02b, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:11,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure db8b7c730bfc10c44e35786b9949b02b, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:27:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:27:11,605 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:11,612 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:11,613 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => db8b7c730bfc10c44e35786b9949b02b, NAME => 'test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:27:11,613 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:27:11,613 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1700357229933 db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:11,613 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:27:11,613 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:11,613 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:11,616 INFO [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:11,618 INFO [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db8b7c730bfc10c44e35786b9949b02b columnFamilyName f 2023-11-19T01:27:11,618 DEBUG [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:11,619 INFO [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] regionserver.HStore(324): Store=db8b7c730bfc10c44e35786b9949b02b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:27:11,621 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:11,621 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:11,626 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:11,631 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:27:11,631 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened db8b7c730bfc10c44e35786b9949b02b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11223243520, jitterRate=0.045246005058288574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:27:11,632 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for db8b7c730bfc10c44e35786b9949b02b: 2023-11-19T01:27:11,634 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b., pid=15, masterSystemTime=1700357231605 2023-11-19T01:27:11,636 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:11,636 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:11,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=db8b7c730bfc10c44e35786b9949b02b, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:11,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-11-19T01:27:11,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure db8b7c730bfc10c44e35786b9949b02b, server=jenkins-hbase6.apache.org,41373,1700357221166 in 187 msec 2023-11-19T01:27:11,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-11-19T01:27:11,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1700357229933, region=db8b7c730bfc10c44e35786b9949b02b, ASSIGN in 347 msec 2023-11-19T01:27:11,645 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1700357229933 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:27:11,645 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1700357229933","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357231645"}]},"ts":"1700357231645"} 2023-11-19T01:27:11,647 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1700357229933, state=ENABLED in hbase:meta 2023-11-19T01:27:11,651 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1700357229933 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:27:11,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1700357229933 in 1.2280 sec 2023-11-19T01:27:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:27:12,542 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:test-1700357229933, procId: 13 completed 2023-11-19T01:27:12,544 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2eab455b to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:27:12,550 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d22da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:27:12,552 DEBUG [hconnection-0x2edda215-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:27:12,555 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:56990, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:27:12,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegion(8210): writing data to region test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. with WAL disabled. Data may be lost in the event of a crash. 2023-11-19T01:27:12,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns2:test-17003572299331', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:27:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-17003572299331 2023-11-19T01:27:12,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-17003572299331 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:27:12,661 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:12,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns2" qualifier: "test-17003572299331" procId is: 16 2023-11-19T01:27:12,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-17003572299331 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:27:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:27:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:27:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:27:13,081 INFO [RegionOpenAndInit-ns2:test-17003572299331-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 59f551b91dbe57aab67743257b9fcf6d, NAME => 'ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17003572299331', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822 2023-11-19T01:27:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:27:13,494 DEBUG [RegionOpenAndInit-ns2:test-17003572299331-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:27:13,494 DEBUG [RegionOpenAndInit-ns2:test-17003572299331-pool-0 {}] regionserver.HRegion(1668): Closing 59f551b91dbe57aab67743257b9fcf6d, disabling compactions & flushes 2023-11-19T01:27:13,494 INFO [RegionOpenAndInit-ns2:test-17003572299331-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d. 2023-11-19T01:27:13,494 DEBUG [RegionOpenAndInit-ns2:test-17003572299331-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d. 2023-11-19T01:27:13,494 DEBUG [RegionOpenAndInit-ns2:test-17003572299331-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d. after waiting 0 ms 2023-11-19T01:27:13,494 DEBUG [RegionOpenAndInit-ns2:test-17003572299331-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d. 2023-11-19T01:27:13,494 INFO [RegionOpenAndInit-ns2:test-17003572299331-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d. 2023-11-19T01:27:13,494 DEBUG [RegionOpenAndInit-ns2:test-17003572299331-pool-0 {}] regionserver.HRegion(1622): Region close journal for 59f551b91dbe57aab67743257b9fcf6d: 2023-11-19T01:27:13,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-17003572299331 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:27:13,496 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700357233496"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357233496"}]},"ts":"1700357233496"} 2023-11-19T01:27:13,498 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:27:13,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-17003572299331 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:27:13,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-17003572299331","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357233500"}]},"ts":"1700357233500"} 2023-11-19T01:27:13,502 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-17003572299331, state=ENABLING in hbase:meta 2023-11-19T01:27:13,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-17003572299331, region=59f551b91dbe57aab67743257b9fcf6d, ASSIGN}] 2023-11-19T01:27:13,509 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-17003572299331, region=59f551b91dbe57aab67743257b9fcf6d, ASSIGN 2023-11-19T01:27:13,510 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-17003572299331, region=59f551b91dbe57aab67743257b9fcf6d, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,41373,1700357221166; forceNewPlan=false, retain=false 2023-11-19T01:27:13,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=59f551b91dbe57aab67743257b9fcf6d, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:13,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 59f551b91dbe57aab67743257b9fcf6d, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:27:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:27:13,816 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:13,821 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d. 2023-11-19T01:27:13,821 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 59f551b91dbe57aab67743257b9fcf6d, NAME => 'ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:27:13,822 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:27:13,822 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003572299331 59f551b91dbe57aab67743257b9fcf6d 2023-11-19T01:27:13,822 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:27:13,822 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 59f551b91dbe57aab67743257b9fcf6d 2023-11-19T01:27:13,822 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 59f551b91dbe57aab67743257b9fcf6d 2023-11-19T01:27:13,824 INFO [StoreOpener-59f551b91dbe57aab67743257b9fcf6d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 59f551b91dbe57aab67743257b9fcf6d 2023-11-19T01:27:13,826 INFO [StoreOpener-59f551b91dbe57aab67743257b9fcf6d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59f551b91dbe57aab67743257b9fcf6d columnFamilyName f 2023-11-19T01:27:13,826 DEBUG [StoreOpener-59f551b91dbe57aab67743257b9fcf6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:13,827 INFO [StoreOpener-59f551b91dbe57aab67743257b9fcf6d-1 {}] regionserver.HStore(324): Store=59f551b91dbe57aab67743257b9fcf6d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:27:13,828 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d 2023-11-19T01:27:13,829 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d 2023-11-19T01:27:13,832 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 59f551b91dbe57aab67743257b9fcf6d 2023-11-19T01:27:13,839 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:27:13,840 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 59f551b91dbe57aab67743257b9fcf6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9919288480, jitterRate=-0.07619427144527435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:27:13,841 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 59f551b91dbe57aab67743257b9fcf6d: 2023-11-19T01:27:13,842 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d., pid=18, masterSystemTime=1700357233816 2023-11-19T01:27:13,845 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d. 2023-11-19T01:27:13,845 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d. 2023-11-19T01:27:13,846 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=59f551b91dbe57aab67743257b9fcf6d, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:13,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-11-19T01:27:13,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 59f551b91dbe57aab67743257b9fcf6d, server=jenkins-hbase6.apache.org,41373,1700357221166 in 184 msec 2023-11-19T01:27:13,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-19T01:27:13,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-17003572299331, region=59f551b91dbe57aab67743257b9fcf6d, ASSIGN in 344 msec 2023-11-19T01:27:13,855 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-17003572299331 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:27:13,856 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-17003572299331","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357233855"}]},"ts":"1700357233855"} 2023-11-19T01:27:13,858 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-17003572299331, state=ENABLED in hbase:meta 2023-11-19T01:27:13,862 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-17003572299331 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:27:13,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-17003572299331 in 1.2050 sec 2023-11-19T01:27:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:27:14,771 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:test-17003572299331, procId: 16 completed 2023-11-19T01:27:14,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegion(8210): writing data to region ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d. with WAL disabled. Data may be lost in the event of a crash. 2023-11-19T01:27:14,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns3:test-17003572299332', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:27:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-17003572299332 2023-11-19T01:27:14,863 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-17003572299332 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:27:14,863 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:14,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns3" qualifier: "test-17003572299332" procId is: 19 2023-11-19T01:27:14,864 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-17003572299332 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:27:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:27:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:27:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:27:15,250 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17003572299331' 2023-11-19T01:27:15,251 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1700357229933' 2023-11-19T01:27:15,281 INFO [RegionOpenAndInit-ns3:test-17003572299332-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 2098163a3c8e1a2acc07432832a42a78, NAME => 'ns3:test-17003572299332,,1700357234859.2098163a3c8e1a2acc07432832a42a78.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17003572299332', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822 2023-11-19T01:27:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:27:15,697 DEBUG [RegionOpenAndInit-ns3:test-17003572299332-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-17003572299332,,1700357234859.2098163a3c8e1a2acc07432832a42a78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:27:15,697 DEBUG [RegionOpenAndInit-ns3:test-17003572299332-pool-0 {}] regionserver.HRegion(1668): Closing 2098163a3c8e1a2acc07432832a42a78, disabling compactions & flushes 2023-11-19T01:27:15,697 INFO [RegionOpenAndInit-ns3:test-17003572299332-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-17003572299332,,1700357234859.2098163a3c8e1a2acc07432832a42a78. 2023-11-19T01:27:15,697 DEBUG [RegionOpenAndInit-ns3:test-17003572299332-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-17003572299332,,1700357234859.2098163a3c8e1a2acc07432832a42a78. 2023-11-19T01:27:15,697 DEBUG [RegionOpenAndInit-ns3:test-17003572299332-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-17003572299332,,1700357234859.2098163a3c8e1a2acc07432832a42a78. after waiting 0 ms 2023-11-19T01:27:15,697 DEBUG [RegionOpenAndInit-ns3:test-17003572299332-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-17003572299332,,1700357234859.2098163a3c8e1a2acc07432832a42a78. 2023-11-19T01:27:15,697 INFO [RegionOpenAndInit-ns3:test-17003572299332-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-17003572299332,,1700357234859.2098163a3c8e1a2acc07432832a42a78. 2023-11-19T01:27:15,697 DEBUG [RegionOpenAndInit-ns3:test-17003572299332-pool-0 {}] regionserver.HRegion(1622): Region close journal for 2098163a3c8e1a2acc07432832a42a78: 2023-11-19T01:27:15,698 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-17003572299332 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:27:15,699 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-17003572299332,,1700357234859.2098163a3c8e1a2acc07432832a42a78.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700357235699"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357235699"}]},"ts":"1700357235699"} 2023-11-19T01:27:15,701 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:27:15,702 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-17003572299332 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:27:15,702 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-17003572299332","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357235702"}]},"ts":"1700357235702"} 2023-11-19T01:27:15,704 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-17003572299332, state=ENABLING in hbase:meta 2023-11-19T01:27:15,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-17003572299332, region=2098163a3c8e1a2acc07432832a42a78, ASSIGN}] 2023-11-19T01:27:15,713 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-17003572299332, region=2098163a3c8e1a2acc07432832a42a78, ASSIGN 2023-11-19T01:27:15,715 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-17003572299332, region=2098163a3c8e1a2acc07432832a42a78, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,41373,1700357221166; forceNewPlan=false, retain=false 2023-11-19T01:27:15,866 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=2098163a3c8e1a2acc07432832a42a78, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:15,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 2098163a3c8e1a2acc07432832a42a78, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:27:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:27:16,021 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:16,026 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-17003572299332,,1700357234859.2098163a3c8e1a2acc07432832a42a78. 2023-11-19T01:27:16,026 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 2098163a3c8e1a2acc07432832a42a78, NAME => 'ns3:test-17003572299332,,1700357234859.2098163a3c8e1a2acc07432832a42a78.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:27:16,027 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:27:16,027 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003572299332 2098163a3c8e1a2acc07432832a42a78 2023-11-19T01:27:16,027 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-17003572299332,,1700357234859.2098163a3c8e1a2acc07432832a42a78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:27:16,027 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 2098163a3c8e1a2acc07432832a42a78 2023-11-19T01:27:16,027 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 2098163a3c8e1a2acc07432832a42a78 2023-11-19T01:27:16,029 INFO [StoreOpener-2098163a3c8e1a2acc07432832a42a78-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2098163a3c8e1a2acc07432832a42a78 2023-11-19T01:27:16,031 INFO [StoreOpener-2098163a3c8e1a2acc07432832a42a78-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2098163a3c8e1a2acc07432832a42a78 columnFamilyName f 2023-11-19T01:27:16,031 DEBUG [StoreOpener-2098163a3c8e1a2acc07432832a42a78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:16,031 INFO [StoreOpener-2098163a3c8e1a2acc07432832a42a78-1 {}] regionserver.HStore(324): Store=2098163a3c8e1a2acc07432832a42a78/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:27:16,032 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns3/test-17003572299332/2098163a3c8e1a2acc07432832a42a78 2023-11-19T01:27:16,033 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns3/test-17003572299332/2098163a3c8e1a2acc07432832a42a78 2023-11-19T01:27:16,037 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 2098163a3c8e1a2acc07432832a42a78 2023-11-19T01:27:16,040 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns3/test-17003572299332/2098163a3c8e1a2acc07432832a42a78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:27:16,040 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 2098163a3c8e1a2acc07432832a42a78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11942751360, jitterRate=0.11225539445877075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:27:16,041 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 2098163a3c8e1a2acc07432832a42a78: 2023-11-19T01:27:16,042 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-17003572299332,,1700357234859.2098163a3c8e1a2acc07432832a42a78., pid=21, masterSystemTime=1700357236021 2023-11-19T01:27:16,045 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-17003572299332,,1700357234859.2098163a3c8e1a2acc07432832a42a78. 2023-11-19T01:27:16,045 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-17003572299332,,1700357234859.2098163a3c8e1a2acc07432832a42a78. 2023-11-19T01:27:16,045 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=2098163a3c8e1a2acc07432832a42a78, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:16,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-11-19T01:27:16,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 2098163a3c8e1a2acc07432832a42a78, server=jenkins-hbase6.apache.org,41373,1700357221166 in 179 msec 2023-11-19T01:27:16,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-11-19T01:27:16,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-17003572299332, region=2098163a3c8e1a2acc07432832a42a78, ASSIGN in 339 msec 2023-11-19T01:27:16,054 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-17003572299332 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:27:16,054 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-17003572299332","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357236054"}]},"ts":"1700357236054"} 2023-11-19T01:27:16,055 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-17003572299332, state=ENABLED in hbase:meta 2023-11-19T01:27:16,058 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-17003572299332 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:27:16,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-17003572299332 in 1.1990 sec 2023-11-19T01:27:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:27:16,973 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:test-17003572299332, procId: 19 completed 2023-11-19T01:27:16,973 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-17003572299332 get assigned. Timeout = 60000ms 2023-11-19T01:27:16,975 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:27:16,980 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-17003572299332 assigned to meta. Checking AM states. 2023-11-19T01:27:16,981 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:27:16,981 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-17003572299332 assigned. 2023-11-19T01:27:16,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns4:test-17003572299333', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:27:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-17003572299333 2023-11-19T01:27:16,986 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-17003572299333 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:27:16,986 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:16,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns4" qualifier: "test-17003572299333" procId is: 22 2023-11-19T01:27:16,987 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-17003572299333 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:27:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:27:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:27:17,123 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:27:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:27:17,401 INFO [RegionOpenAndInit-ns4:test-17003572299333-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => aa40abc256d9660fb3ed026fa15f68dd, NAME => 'ns4:test-17003572299333,,1700357236982.aa40abc256d9660fb3ed026fa15f68dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17003572299333', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822 2023-11-19T01:27:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:27:17,814 DEBUG [RegionOpenAndInit-ns4:test-17003572299333-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-17003572299333,,1700357236982.aa40abc256d9660fb3ed026fa15f68dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:27:17,814 DEBUG [RegionOpenAndInit-ns4:test-17003572299333-pool-0 {}] regionserver.HRegion(1668): Closing aa40abc256d9660fb3ed026fa15f68dd, disabling compactions & flushes 2023-11-19T01:27:17,814 INFO [RegionOpenAndInit-ns4:test-17003572299333-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-17003572299333,,1700357236982.aa40abc256d9660fb3ed026fa15f68dd. 2023-11-19T01:27:17,814 DEBUG [RegionOpenAndInit-ns4:test-17003572299333-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-17003572299333,,1700357236982.aa40abc256d9660fb3ed026fa15f68dd. 2023-11-19T01:27:17,814 DEBUG [RegionOpenAndInit-ns4:test-17003572299333-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-17003572299333,,1700357236982.aa40abc256d9660fb3ed026fa15f68dd. after waiting 0 ms 2023-11-19T01:27:17,814 DEBUG [RegionOpenAndInit-ns4:test-17003572299333-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-17003572299333,,1700357236982.aa40abc256d9660fb3ed026fa15f68dd. 2023-11-19T01:27:17,814 INFO [RegionOpenAndInit-ns4:test-17003572299333-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-17003572299333,,1700357236982.aa40abc256d9660fb3ed026fa15f68dd. 2023-11-19T01:27:17,814 DEBUG [RegionOpenAndInit-ns4:test-17003572299333-pool-0 {}] regionserver.HRegion(1622): Region close journal for aa40abc256d9660fb3ed026fa15f68dd: 2023-11-19T01:27:17,816 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-17003572299333 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:27:17,816 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-17003572299333,,1700357236982.aa40abc256d9660fb3ed026fa15f68dd.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700357237816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357237816"}]},"ts":"1700357237816"} 2023-11-19T01:27:17,818 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:27:17,819 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-17003572299333 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:27:17,819 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-17003572299333","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357237819"}]},"ts":"1700357237819"} 2023-11-19T01:27:17,821 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-17003572299333, state=ENABLING in hbase:meta 2023-11-19T01:27:17,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-17003572299333, region=aa40abc256d9660fb3ed026fa15f68dd, ASSIGN}] 2023-11-19T01:27:17,830 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-17003572299333, region=aa40abc256d9660fb3ed026fa15f68dd, ASSIGN 2023-11-19T01:27:17,831 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-17003572299333, region=aa40abc256d9660fb3ed026fa15f68dd, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,41373,1700357221166; forceNewPlan=false, retain=false 2023-11-19T01:27:17,982 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=aa40abc256d9660fb3ed026fa15f68dd, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:17,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure aa40abc256d9660fb3ed026fa15f68dd, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:27:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:27:18,137 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:18,141 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-17003572299333,,1700357236982.aa40abc256d9660fb3ed026fa15f68dd. 2023-11-19T01:27:18,142 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => aa40abc256d9660fb3ed026fa15f68dd, NAME => 'ns4:test-17003572299333,,1700357236982.aa40abc256d9660fb3ed026fa15f68dd.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:27:18,142 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:27:18,142 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003572299333 aa40abc256d9660fb3ed026fa15f68dd 2023-11-19T01:27:18,143 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-17003572299333,,1700357236982.aa40abc256d9660fb3ed026fa15f68dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:27:18,143 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for aa40abc256d9660fb3ed026fa15f68dd 2023-11-19T01:27:18,143 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for aa40abc256d9660fb3ed026fa15f68dd 2023-11-19T01:27:18,145 INFO [StoreOpener-aa40abc256d9660fb3ed026fa15f68dd-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aa40abc256d9660fb3ed026fa15f68dd 2023-11-19T01:27:18,146 INFO [StoreOpener-aa40abc256d9660fb3ed026fa15f68dd-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa40abc256d9660fb3ed026fa15f68dd columnFamilyName f 2023-11-19T01:27:18,147 DEBUG [StoreOpener-aa40abc256d9660fb3ed026fa15f68dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:18,147 INFO [StoreOpener-aa40abc256d9660fb3ed026fa15f68dd-1 {}] regionserver.HStore(324): Store=aa40abc256d9660fb3ed026fa15f68dd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:27:18,149 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns4/test-17003572299333/aa40abc256d9660fb3ed026fa15f68dd 2023-11-19T01:27:18,149 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns4/test-17003572299333/aa40abc256d9660fb3ed026fa15f68dd 2023-11-19T01:27:18,152 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for aa40abc256d9660fb3ed026fa15f68dd 2023-11-19T01:27:18,155 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns4/test-17003572299333/aa40abc256d9660fb3ed026fa15f68dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:27:18,155 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened aa40abc256d9660fb3ed026fa15f68dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11491348320, jitterRate=0.07021521031856537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:27:18,156 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for aa40abc256d9660fb3ed026fa15f68dd: 2023-11-19T01:27:18,157 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-17003572299333,,1700357236982.aa40abc256d9660fb3ed026fa15f68dd., pid=24, masterSystemTime=1700357238137 2023-11-19T01:27:18,159 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-17003572299333,,1700357236982.aa40abc256d9660fb3ed026fa15f68dd. 2023-11-19T01:27:18,159 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-17003572299333,,1700357236982.aa40abc256d9660fb3ed026fa15f68dd. 2023-11-19T01:27:18,160 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=aa40abc256d9660fb3ed026fa15f68dd, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:18,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-11-19T01:27:18,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure aa40abc256d9660fb3ed026fa15f68dd, server=jenkins-hbase6.apache.org,41373,1700357221166 in 178 msec 2023-11-19T01:27:18,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-11-19T01:27:18,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-17003572299333, region=aa40abc256d9660fb3ed026fa15f68dd, ASSIGN in 337 msec 2023-11-19T01:27:18,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-17003572299333 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:27:18,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-17003572299333","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357238167"}]},"ts":"1700357238167"} 2023-11-19T01:27:18,169 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-17003572299333, state=ENABLED in hbase:meta 2023-11-19T01:27:18,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-17003572299333 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:27:18,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-17003572299333 in 1.1880 sec 2023-11-19T01:27:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:27:19,096 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns4:test-17003572299333, procId: 22 completed 2023-11-19T01:27:19,096 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-17003572299333 get assigned. Timeout = 60000ms 2023-11-19T01:27:19,096 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:27:19,100 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-17003572299333 assigned to meta. Checking AM states. 2023-11-19T01:27:19,100 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:27:19,100 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-17003572299333 assigned. 2023-11-19T01:27:19,101 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2eab455b to 127.0.0.1:53997 2023-11-19T01:27:19,101 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:27:19,140 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=587, OpenFileDescriptor=699, MaxFileDescriptor=60000, SystemLoadAverage=176, ProcessCount=166, AvailableMemoryMB=3789 2023-11-19T01:27:19,140 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] hbase.ResourceChecker(130): Thread=587 is superior to 500 2023-11-19T01:27:19,142 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] backup.TestIncrementalBackup(81): create full backup image for all tables 2023-11-19T01:27:19,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster$14(2731): Client=jenkins//172.31.2.20 modify table test-1700357229933 from 'test-1700357229933', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1700357229933', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:27:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=test-1700357229933 2023-11-19T01:27:19,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1700357229933 2023-11-19T01:27:19,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1700357229933 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:27:19,181 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17003572299333 2023-11-19T01:27:19,181 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17003572299333 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:27:19,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17003572299332 2023-11-19T01:27:19,182 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17003572299332 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:27:19,183 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17003572299331 2023-11-19T01:27:19,183 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17003572299331 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:27:19,183 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/.tabledesc/.tableinfo.0000000001.367 2023-11-19T01:27:19,183 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/.tabledesc/.tableinfo.0000000002.908 2023-11-19T01:27:19,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=test-1700357229933}] 2023-11-19T01:27:19,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1700357229933, region=db8b7c730bfc10c44e35786b9949b02b, REOPEN/MOVE}] 2023-11-19T01:27:19,204 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1700357229933, region=db8b7c730bfc10c44e35786b9949b02b, REOPEN/MOVE 2023-11-19T01:27:19,205 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=db8b7c730bfc10c44e35786b9949b02b, regionState=CLOSING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:19,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; CloseRegionProcedure db8b7c730bfc10c44e35786b9949b02b, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:27:19,367 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:19,369 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(119): Close db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:19,371 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1668): Closing db8b7c730bfc10c44e35786b9949b02b, disabling compactions & flushes 2023-11-19T01:27:19,371 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1690): Closing region test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:19,371 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:19,371 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1778): Acquired close lock on test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. after waiting 0 ms 2023-11-19T01:27:19,371 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1788): Updates disabled for region test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:19,372 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(2819): Flushing db8b7c730bfc10c44e35786b9949b02b 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-19T01:27:19,449 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/.tmp/f/537e70eb5dbe44fb80ee9f592249a2bf is 37, key is row10/f:q1/1700357232572/Put/seqid=0 2023-11-19T01:27:19,868 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/.tmp/f/537e70eb5dbe44fb80ee9f592249a2bf 2023-11-19T01:27:19,939 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/.tmp/f/537e70eb5dbe44fb80ee9f592249a2bf as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f/537e70eb5dbe44fb80ee9f592249a2bf 2023-11-19T01:27:19,946 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f/537e70eb5dbe44fb80ee9f592249a2bf, entries=99, sequenceid=103, filesize=8.2 K 2023-11-19T01:27:19,950 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for db8b7c730bfc10c44e35786b9949b02b in 578ms, sequenceid=103, compaction requested=false 2023-11-19T01:27:19,958 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-19T01:27:19,959 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:27:19,960 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1909): Closed test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:19,960 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1622): Region close journal for db8b7c730bfc10c44e35786b9949b02b: 2023-11-19T01:27:19,960 WARN [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionServer(3735): Not adding moved region record: db8b7c730bfc10c44e35786b9949b02b to self. 2023-11-19T01:27:19,962 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(163): Closed db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:19,963 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=db8b7c730bfc10c44e35786b9949b02b, regionState=CLOSED 2023-11-19T01:27:19,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-11-19T01:27:19,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; CloseRegionProcedure db8b7c730bfc10c44e35786b9949b02b, server=jenkins-hbase6.apache.org,41373,1700357221166 in 757 msec 2023-11-19T01:27:19,969 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1700357229933, region=db8b7c730bfc10c44e35786b9949b02b, REOPEN/MOVE; state=CLOSED, location=jenkins-hbase6.apache.org,41373,1700357221166; forceNewPlan=false, retain=true 2023-11-19T01:27:20,119 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=db8b7c730bfc10c44e35786b9949b02b, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:20,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=29, ppid=27, state=RUNNABLE; OpenRegionProcedure db8b7c730bfc10c44e35786b9949b02b, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:27:20,274 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:20,279 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(130): Open test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:20,279 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7254): Opening region: {ENCODED => db8b7c730bfc10c44e35786b9949b02b, NAME => 'test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:27:20,279 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:27:20,279 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1700357229933 db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:20,279 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(888): Instantiated test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:27:20,280 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7296): checking encryption for db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:20,280 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7299): checking classloading for db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:20,281 INFO [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:20,283 INFO [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db8b7c730bfc10c44e35786b9949b02b columnFamilyName f 2023-11-19T01:27:20,284 DEBUG [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:20,295 DEBUG [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f/537e70eb5dbe44fb80ee9f592249a2bf 2023-11-19T01:27:20,295 INFO [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] regionserver.HStore(324): Store=db8b7c730bfc10c44e35786b9949b02b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:27:20,295 INFO [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:20,297 INFO [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db8b7c730bfc10c44e35786b9949b02b columnFamilyName f3 2023-11-19T01:27:20,297 DEBUG [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:20,297 INFO [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] regionserver.HStore(324): Store=db8b7c730bfc10c44e35786b9949b02b/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:27:20,299 INFO [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:20,309 INFO [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db8b7c730bfc10c44e35786b9949b02b columnFamilyName mob 2023-11-19T01:27:20,315 DEBUG [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:20,315 INFO [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] regionserver.HStore(324): Store=db8b7c730bfc10c44e35786b9949b02b/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:27:20,317 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:20,319 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:20,321 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1700357229933 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:27:20,323 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1076): writing seq id for db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:20,324 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1093): Opened db8b7c730bfc10c44e35786b9949b02b; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10851263840, jitterRate=0.010602697730064392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:27:20,325 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(992): Region open journal for db8b7c730bfc10c44e35786b9949b02b: 2023-11-19T01:27:20,326 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b., pid=29, masterSystemTime=1700357240274 2023-11-19T01:27:20,328 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:20,328 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(158): Opened test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:20,329 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=db8b7c730bfc10c44e35786b9949b02b, regionState=OPEN, openSeqNum=107, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:20,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=29, resume processing ppid=27 2023-11-19T01:27:20,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, ppid=27, state=SUCCESS; OpenRegionProcedure db8b7c730bfc10c44e35786b9949b02b, server=jenkins-hbase6.apache.org,41373,1700357221166 in 209 msec 2023-11-19T01:27:20,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-11-19T01:27:20,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=test-1700357229933, region=db8b7c730bfc10c44e35786b9949b02b, REOPEN/MOVE in 1.1300 sec 2023-11-19T01:27:20,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=26, resume processing ppid=25 2023-11-19T01:27:20,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, ppid=25, state=SUCCESS; ReopenTableRegionsProcedure table=test-1700357229933 in 1.1500 sec 2023-11-19T01:27:20,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; ModifyTableProcedure table=test-1700357229933 in 1.1870 sec 2023-11-19T01:27:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-19T01:27:20,355 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2296c6cc to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:27:20,360 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac9f105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:27:20,362 DEBUG [hconnection-0x4119fae8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:27:20,364 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:54244, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:27:20,405 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:27:20,407 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:43370, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:27:20,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'backup'} 2023-11-19T01:27:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=30, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-11-19T01:27:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=30 2023-11-19T01:27:20,429 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:27:20,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 14 msec 2023-11-19T01:27:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=30 2023-11-19T01:27:20,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:27:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-11-19T01:27:20,542 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:27:20,543 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:20,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 31 2023-11-19T01:27:20,543 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:27:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=31 2023-11-19T01:27:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=31 2023-11-19T01:27:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=31 2023-11-19T01:27:20,957 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ef0eb101cf5a240102124ff87f662a24, NAME => 'backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822 2023-11-19T01:27:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=31 2023-11-19T01:27:21,252 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17003572299332' 2023-11-19T01:27:21,253 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17003572299333' 2023-11-19T01:27:21,371 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:27:21,371 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing ef0eb101cf5a240102124ff87f662a24, disabling compactions & flushes 2023-11-19T01:27:21,371 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24. 2023-11-19T01:27:21,371 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24. 2023-11-19T01:27:21,371 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24. after waiting 0 ms 2023-11-19T01:27:21,371 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24. 2023-11-19T01:27:21,371 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24. 2023-11-19T01:27:21,371 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for ef0eb101cf5a240102124ff87f662a24: 2023-11-19T01:27:21,373 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:27:21,373 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1700357241373"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357241373"}]},"ts":"1700357241373"} 2023-11-19T01:27:21,376 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:27:21,377 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:27:21,377 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357241377"}]},"ts":"1700357241377"} 2023-11-19T01:27:21,379 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-19T01:27:21,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=ef0eb101cf5a240102124ff87f662a24, ASSIGN}] 2023-11-19T01:27:21,386 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=ef0eb101cf5a240102124ff87f662a24, ASSIGN 2023-11-19T01:27:21,386 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=ef0eb101cf5a240102124ff87f662a24, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,41373,1700357221166; forceNewPlan=false, retain=false 2023-11-19T01:27:21,538 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=ef0eb101cf5a240102124ff87f662a24, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:21,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; OpenRegionProcedure ef0eb101cf5a240102124ff87f662a24, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:27:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=31 2023-11-19T01:27:21,692 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:21,697 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(130): Open backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24. 2023-11-19T01:27:21,697 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7254): Opening region: {ENCODED => ef0eb101cf5a240102124ff87f662a24, NAME => 'backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:27:21,698 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:27:21,698 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system ef0eb101cf5a240102124ff87f662a24 2023-11-19T01:27:21,698 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(888): Instantiated backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:27:21,698 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7296): checking encryption for ef0eb101cf5a240102124ff87f662a24 2023-11-19T01:27:21,698 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7299): checking classloading for ef0eb101cf5a240102124ff87f662a24 2023-11-19T01:27:21,700 INFO [StoreOpener-ef0eb101cf5a240102124ff87f662a24-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region ef0eb101cf5a240102124ff87f662a24 2023-11-19T01:27:21,702 INFO [StoreOpener-ef0eb101cf5a240102124ff87f662a24-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef0eb101cf5a240102124ff87f662a24 columnFamilyName meta 2023-11-19T01:27:21,702 DEBUG [StoreOpener-ef0eb101cf5a240102124ff87f662a24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:21,703 INFO [StoreOpener-ef0eb101cf5a240102124ff87f662a24-1 {}] regionserver.HStore(324): Store=ef0eb101cf5a240102124ff87f662a24/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:27:21,703 INFO [StoreOpener-ef0eb101cf5a240102124ff87f662a24-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region ef0eb101cf5a240102124ff87f662a24 2023-11-19T01:27:21,705 INFO [StoreOpener-ef0eb101cf5a240102124ff87f662a24-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef0eb101cf5a240102124ff87f662a24 columnFamilyName session 2023-11-19T01:27:21,705 DEBUG [StoreOpener-ef0eb101cf5a240102124ff87f662a24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:21,706 INFO [StoreOpener-ef0eb101cf5a240102124ff87f662a24-1 {}] regionserver.HStore(324): Store=ef0eb101cf5a240102124ff87f662a24/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:27:21,708 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24 2023-11-19T01:27:21,708 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24 2023-11-19T01:27:21,710 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-19T01:27:21,712 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1076): writing seq id for ef0eb101cf5a240102124ff87f662a24 2023-11-19T01:27:21,714 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:27:21,715 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): Opened ef0eb101cf5a240102124ff87f662a24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12040370400, jitterRate=0.12134687602519989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-19T01:27:21,715 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(992): Region open journal for ef0eb101cf5a240102124ff87f662a24: 2023-11-19T01:27:21,716 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24., pid=33, masterSystemTime=1700357241692 2023-11-19T01:27:21,718 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24. 2023-11-19T01:27:21,718 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(158): Opened backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24. 2023-11-19T01:27:21,720 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=ef0eb101cf5a240102124ff87f662a24, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:21,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-11-19T01:27:21,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; OpenRegionProcedure ef0eb101cf5a240102124ff87f662a24, server=jenkins-hbase6.apache.org,41373,1700357221166 in 182 msec 2023-11-19T01:27:21,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=32, resume processing ppid=31 2023-11-19T01:27:21,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=ef0eb101cf5a240102124ff87f662a24, ASSIGN in 340 msec 2023-11-19T01:27:21,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:27:21,728 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357241727"}]},"ts":"1700357241727"} 2023-11-19T01:27:21,729 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-19T01:27:21,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:27:21,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, state=SUCCESS; CreateTableProcedure table=backup:system in 1.1960 sec 2023-11-19T01:27:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=31 2023-11-19T01:27:22,651 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system, procId: 31 completed 2023-11-19T01:27:22,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:27:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-11-19T01:27:22,669 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:27:22,669 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:22,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 34 2023-11-19T01:27:22,670 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:27:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:27:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:27:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:27:23,086 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f3851a6e3f8866090f7e02603031dad6, NAME => 'backup:system_bulk,,1700357242665.f3851a6e3f8866090f7e02603031dad6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822 2023-11-19T01:27:23,099 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1700357242665.f3851a6e3f8866090f7e02603031dad6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:27:23,099 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing f3851a6e3f8866090f7e02603031dad6, disabling compactions & flushes 2023-11-19T01:27:23,099 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1700357242665.f3851a6e3f8866090f7e02603031dad6. 2023-11-19T01:27:23,100 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1700357242665.f3851a6e3f8866090f7e02603031dad6. 2023-11-19T01:27:23,100 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1700357242665.f3851a6e3f8866090f7e02603031dad6. after waiting 0 ms 2023-11-19T01:27:23,100 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1700357242665.f3851a6e3f8866090f7e02603031dad6. 2023-11-19T01:27:23,100 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1700357242665.f3851a6e3f8866090f7e02603031dad6. 2023-11-19T01:27:23,100 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for f3851a6e3f8866090f7e02603031dad6: 2023-11-19T01:27:23,101 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:27:23,101 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1700357242665.f3851a6e3f8866090f7e02603031dad6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1700357243101"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357243101"}]},"ts":"1700357243101"} 2023-11-19T01:27:23,103 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:27:23,104 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:27:23,104 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357243104"}]},"ts":"1700357243104"} 2023-11-19T01:27:23,106 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-11-19T01:27:23,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=f3851a6e3f8866090f7e02603031dad6, ASSIGN}] 2023-11-19T01:27:23,112 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=f3851a6e3f8866090f7e02603031dad6, ASSIGN 2023-11-19T01:27:23,113 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=f3851a6e3f8866090f7e02603031dad6, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,41373,1700357221166; forceNewPlan=false, retain=false 2023-11-19T01:27:23,264 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=f3851a6e3f8866090f7e02603031dad6, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:23,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE; OpenRegionProcedure f3851a6e3f8866090f7e02603031dad6, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:27:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:27:23,419 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:23,423 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1700357242665.f3851a6e3f8866090f7e02603031dad6. 2023-11-19T01:27:23,423 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7254): Opening region: {ENCODED => f3851a6e3f8866090f7e02603031dad6, NAME => 'backup:system_bulk,,1700357242665.f3851a6e3f8866090f7e02603031dad6.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:27:23,424 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:27:23,424 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk f3851a6e3f8866090f7e02603031dad6 2023-11-19T01:27:23,424 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1700357242665.f3851a6e3f8866090f7e02603031dad6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:27:23,424 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7296): checking encryption for f3851a6e3f8866090f7e02603031dad6 2023-11-19T01:27:23,424 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7299): checking classloading for f3851a6e3f8866090f7e02603031dad6 2023-11-19T01:27:23,426 INFO [StoreOpener-f3851a6e3f8866090f7e02603031dad6-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region f3851a6e3f8866090f7e02603031dad6 2023-11-19T01:27:23,428 INFO [StoreOpener-f3851a6e3f8866090f7e02603031dad6-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3851a6e3f8866090f7e02603031dad6 columnFamilyName meta 2023-11-19T01:27:23,428 DEBUG [StoreOpener-f3851a6e3f8866090f7e02603031dad6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:23,429 INFO [StoreOpener-f3851a6e3f8866090f7e02603031dad6-1 {}] regionserver.HStore(324): Store=f3851a6e3f8866090f7e02603031dad6/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:27:23,429 INFO [StoreOpener-f3851a6e3f8866090f7e02603031dad6-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region f3851a6e3f8866090f7e02603031dad6 2023-11-19T01:27:23,431 INFO [StoreOpener-f3851a6e3f8866090f7e02603031dad6-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3851a6e3f8866090f7e02603031dad6 columnFamilyName session 2023-11-19T01:27:23,431 DEBUG [StoreOpener-f3851a6e3f8866090f7e02603031dad6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:23,431 INFO [StoreOpener-f3851a6e3f8866090f7e02603031dad6-1 {}] regionserver.HStore(324): Store=f3851a6e3f8866090f7e02603031dad6/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:27:23,433 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system_bulk/f3851a6e3f8866090f7e02603031dad6 2023-11-19T01:27:23,433 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system_bulk/f3851a6e3f8866090f7e02603031dad6 2023-11-19T01:27:23,435 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-19T01:27:23,437 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1076): writing seq id for f3851a6e3f8866090f7e02603031dad6 2023-11-19T01:27:23,440 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system_bulk/f3851a6e3f8866090f7e02603031dad6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:27:23,441 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): Opened f3851a6e3f8866090f7e02603031dad6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11736808800, jitterRate=0.09307549893856049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-19T01:27:23,441 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(992): Region open journal for f3851a6e3f8866090f7e02603031dad6: 2023-11-19T01:27:23,443 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1700357242665.f3851a6e3f8866090f7e02603031dad6., pid=36, masterSystemTime=1700357243419 2023-11-19T01:27:23,445 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1700357242665.f3851a6e3f8866090f7e02603031dad6. 2023-11-19T01:27:23,445 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1700357242665.f3851a6e3f8866090f7e02603031dad6. 2023-11-19T01:27:23,446 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=f3851a6e3f8866090f7e02603031dad6, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:23,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=36, resume processing ppid=35 2023-11-19T01:27:23,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, ppid=35, state=SUCCESS; OpenRegionProcedure f3851a6e3f8866090f7e02603031dad6, server=jenkins-hbase6.apache.org,41373,1700357221166 in 180 msec 2023-11-19T01:27:23,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-11-19T01:27:23,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=f3851a6e3f8866090f7e02603031dad6, ASSIGN in 339 msec 2023-11-19T01:27:23,452 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:27:23,453 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357243452"}]},"ts":"1700357243452"} 2023-11-19T01:27:23,455 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-11-19T01:27:23,457 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:27:23,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 792 msec 2023-11-19T01:27:23,645 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:27:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:27:23,775 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system_bulk, procId: 34 completed 2023-11-19T01:27:23,788 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-19T01:27:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2023-11-19T01:27:23,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:27:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700357243825 (current time:1700357243825). 2023-11-19T01:27:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:27:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-19T01:27:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x48212f67 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:27:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7290009b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:27:23,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:27:23,841 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:54250, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:27:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x48212f67 to 127.0.0.1:53997 2023-11-19T01:27:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:27:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:27:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=37, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:27:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 37 2023-11-19T01:27:23,861 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:27:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=37 2023-11-19T01:27:23,868 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:27:23,882 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot, current working dir path: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy42.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy43.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:27:23,884 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:27:23,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=37 2023-11-19T01:27:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=37 2023-11-19T01:27:24,297 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:27:24,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE; SnapshotRegionProcedure ef0eb101cf5a240102124ff87f662a24}] 2023-11-19T01:27:24,307 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=38, ppid=37, state=RUNNABLE; SnapshotRegionProcedure ef0eb101cf5a240102124ff87f662a24 2023-11-19T01:27:24,466 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=37 2023-11-19T01:27:24,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=38 2023-11-19T01:27:24,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24. 2023-11-19T01:27:24,469 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HRegion(2819): Flushing ef0eb101cf5a240102124ff87f662a24 2/2 column families, dataSize=45 B heapSize=632 B 2023-11-19T01:27:24,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/.tmp/session/a99a8baf12264f4bba88377c38fc503d is 49, key is activesession:/session:c/1700357243810/Put/seqid=0 2023-11-19T01:27:24,893 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/.tmp/session/a99a8baf12264f4bba88377c38fc503d 2023-11-19T01:27:24,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/.tmp/session/a99a8baf12264f4bba88377c38fc503d as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/session/a99a8baf12264f4bba88377c38fc503d 2023-11-19T01:27:24,913 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/session/a99a8baf12264f4bba88377c38fc503d, entries=1, sequenceid=5, filesize=4.9 K 2023-11-19T01:27:24,915 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for ef0eb101cf5a240102124ff87f662a24 in 446ms, sequenceid=5, compaction requested=false 2023-11-19T01:27:24,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-11-19T01:27:24,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HRegion(2520): Flush status journal for ef0eb101cf5a240102124ff87f662a24: 2023-11-19T01:27:24,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24. for snapshot_backup_system completed. 2023-11-19T01:27:24,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24.' region-info for snapshot=snapshot_backup_system 2023-11-19T01:27:24,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:27:24,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-19T01:27:24,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/session/a99a8baf12264f4bba88377c38fc503d] hfiles 2023-11-19T01:27:24,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/session/a99a8baf12264f4bba88377c38fc503d for snapshot=snapshot_backup_system 2023-11-19T01:27:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=37 2023-11-19T01:27:25,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24. 2023-11-19T01:27:25,350 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=38 2023-11-19T01:27:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster(4026): Remote procedure done, pid=38 2023-11-19T01:27:25,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region ef0eb101cf5a240102124ff87f662a24 2023-11-19T01:27:25,356 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=38, ppid=37, state=RUNNABLE; SnapshotRegionProcedure ef0eb101cf5a240102124ff87f662a24 2023-11-19T01:27:25,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=38, resume processing ppid=37 2023-11-19T01:27:25,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, ppid=37, state=SUCCESS; SnapshotRegionProcedure ef0eb101cf5a240102124ff87f662a24 in 1.0570 sec 2023-11-19T01:27:25,359 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:27:25,362 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:27:25,362 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:27:25,362 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-19T01:27:25,365 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-19T01:27:25,791 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:27:25,802 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:27:25,802 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/snapshot_backup_system 2023-11-19T01:27:25,804 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:27:25,804 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 37 2023-11-19T01:27:25,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9510 sec 2023-11-19T01:27:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=37 2023-11-19T01:27:25,969 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 37 completed 2023-11-19T01:27:25,969 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.TableBackupClient(115): Backup backup_1700357240387 started at 1700357245969. 2023-11-19T01:27:25,991 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.TableBackupClient(119): Backup session backup_1700357240387 has been started. 2023-11-19T01:27:25,994 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-19T01:27:26,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(962): Client=jenkins//172.31.2.20 procedure request for: rolllog-proc 2023-11-19T01:27:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-19T01:27:26,008 INFO [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-19T01:27:26,008 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-19T01:27:26,009 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-19T01:27:26,009 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-19T01:27:26,010 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:27:26,010 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:27:26,011 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:27:26,011 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:26,012 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:27:26,012 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:27:26,012 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:26,012 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-19T01:27:26,012 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-19T01:27:26,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:27:26,013 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-19T01:27:26,013 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:27:26,013 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-19T01:27:26,015 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-19T01:27:26,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-19T01:27:26,016 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-19T01:27:26,016 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-19T01:27:26,016 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-19T01:27:26,016 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-19T01:27:26,016 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase6.apache.org,41373,1700357221166' joining acquired barrier for procedure (rolllog) in zk 2023-11-19T01:27:26,019 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:26,019 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-19T01:27:26,019 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:26,019 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:27:26,019 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:27:26,019 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-19T01:27:26,019 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-19T01:27:26,019 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:27:26,020 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:27:26,020 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:27:26,020 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:26,021 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:27:26,021 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase6.apache.org,41373,1700357221166' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-19T01:27:26,021 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-19T01:27:26,021 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@71638f11[Count = 0] remaining members to acquire global barrier 2023-11-19T01:27:26,021 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-19T01:27:26,024 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:27:26,025 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-19T01:27:26,025 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-19T01:27:26,025 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-19T01:27:26,025 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:26,025 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-19T01:27:26,026 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-19T01:27:26,026 DEBUG [rs(jenkins-hbase6.apache.org,41373,1700357221166)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:26,026 INFO [rs(jenkins-hbase6.apache.org,41373,1700357221166)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1700357222906 highest: 1700357225088 on jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:26,026 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0:(num 1700357222906) roll requested 2023-11-19T01:27:26,038 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357246027, exclude list is [], retry=0 2023-11-19T01:27:26,043 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK] 2023-11-19T01:27:26,046 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357222906 with entries=24, filesize=4.70 KB; new WAL /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357246027 2023-11-19T01:27:26,047 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK]] 2023-11-19T01:27:26,047 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357222906 is not closed yet, will try archiving it next time 2023-11-19T01:27:26,047 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta:.meta(num 1700357223583) roll requested 2023-11-19T01:27:26,059 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta.1700357246047.meta, exclude list is [], retry=0 2023-11-19T01:27:26,062 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK] 2023-11-19T01:27:26,064 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta.1700357223583.meta with entries=40, filesize=12.94 KB; new WAL /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta.1700357246047.meta 2023-11-19T01:27:26,064 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK]] 2023-11-19T01:27:26,064 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta.1700357223583.meta is not closed yet, will try archiving it next time 2023-11-19T01:27:26,064 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1:(num 1700357225088) roll requested 2023-11-19T01:27:26,076 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357246064, exclude list is [], retry=0 2023-11-19T01:27:26,079 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK] 2023-11-19T01:27:26,081 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357225088 with entries=11, filesize=2.04 KB; new WAL /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357246064 2023-11-19T01:27:26,081 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK]] 2023-11-19T01:27:26,081 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357225088 is not closed yet, will try archiving it next time 2023-11-19T01:27:26,087 DEBUG [rs(jenkins-hbase6.apache.org,41373,1700357221166)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2023-11-19T01:27:26,087 INFO [rs(jenkins-hbase6.apache.org,41373,1700357221166)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1700357246027 on jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:26,087 DEBUG [rs(jenkins-hbase6.apache.org,41373,1700357221166)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:27:26,089 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:43378, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:27:26,107 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-19T01:27:26,107 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase6.apache.org,41373,1700357221166' in zk 2023-11-19T01:27:26,110 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:26,110 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-19T01:27:26,110 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:26,110 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:27:26,110 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:27:26,110 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:27:26,110 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-19T01:27:26,111 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:27:26,112 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:27:26,112 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:27:26,112 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:26,113 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:27:26,113 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:27:26,114 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:26,114 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase6.apache.org,41373,1700357221166': 2023-11-19T01:27:26,115 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase6.apache.org,41373,1700357221166' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-19T01:27:26,115 INFO [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-19T01:27:26,115 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-19T01:27:26,115 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-19T01:27:26,115 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-19T01:27:26,115 INFO [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-19T01:27:26,117 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:27:26,117 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:27:26,117 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:27:26,117 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-19T01:27:26,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:27:26,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-19T01:27:26,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:27:26,118 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:27:26,118 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:27:26,118 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:27:26,118 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:27:26,118 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:26,119 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:27:26,119 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:27:26,119 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:27:26,120 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:27:26,120 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:26,120 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:26,121 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:27:26,121 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:27:26,121 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:26,129 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:26,129 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:27:26,129 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:27:26,130 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:27:26,130 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:26,130 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:27:26,130 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:27:26,130 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:27:26,130 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:27:26,130 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:27:26,130 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:27:26,130 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:27:26,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-19T01:27:26,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-19T01:27:26,131 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:27:26,131 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:27:26,132 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-19T01:27:26,133 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-19T01:27:26,233 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-19T01:27:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-19T01:27:26,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_1700357246242_default_test-1700357229933 table=test-1700357229933 type=FLUSH ttl=0 } 2023-11-19T01:27:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700357246242 (current time:1700357246242). 2023-11-19T01:27:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:27:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1700357246242_default_test-1700357229933 VERSION not specified, setting to 2 2023-11-19T01:27:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x55a2ca96 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:27:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b258ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:27:26,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:27:26,254 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:54258, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:27:26,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x55a2ca96 to 127.0.0.1:53997 2023-11-19T01:27:26,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:27:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:27:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1700357246242_default_test-1700357229933 table=test-1700357229933 type=FLUSH ttl=0 } 2023-11-19T01:27:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1700357246242_default_test-1700357229933 table=test-1700357229933 type=FLUSH ttl=0 }, snapshot procedure id = 39 2023-11-19T01:27:26,259 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1700357246242_default_test-1700357229933 table=test-1700357229933 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:27:26,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-19T01:27:26,260 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1700357246242_default_test-1700357229933 table=test-1700357229933 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:27:26,263 WARN [PEWorker-5 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot, current working dir path: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/.tmp/snapshot_1700357246242_default_test-1700357229933 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy42.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy43.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:27:26,264 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1700357246242_default_test-1700357229933 table=test-1700357229933 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:27:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-19T01:27:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-19T01:27:26,676 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1700357246242_default_test-1700357229933 table=test-1700357229933 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:27:26,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE; SnapshotRegionProcedure db8b7c730bfc10c44e35786b9949b02b}] 2023-11-19T01:27:26,678 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=40, ppid=39, state=RUNNABLE; SnapshotRegionProcedure db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:26,828 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:26,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41373 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2023-11-19T01:27:26,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:26,830 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2819): Flushing db8b7c730bfc10c44e35786b9949b02b 3/3 column families, dataSize=654 B heapSize=2.25 KB 2023-11-19T01:27:26,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/.tmp/f3/67976afd0ce149dea91172387f8948bb is 58, key is row-test-1700357229933-3-0/f3:q1/1700357240368/Put/seqid=0 2023-11-19T01:27:26,854 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/.tmp/f3/67976afd0ce149dea91172387f8948bb 2023-11-19T01:27:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-19T01:27:27,254 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-11-19T01:27:27,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/.tmp/mob/17ecd3c1b47e4eaca1acf5db57885fd3 is 59, key is row-test-1700357229933-3-0/mob:q1/1700357240376/Put/seqid=0 2023-11-19T01:27:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-19T01:27:27,724 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/.tmp/mob/17ecd3c1b47e4eaca1acf5db57885fd3 2023-11-19T01:27:27,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/.tmp/f3/67976afd0ce149dea91172387f8948bb as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f3/67976afd0ce149dea91172387f8948bb 2023-11-19T01:27:27,739 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f3/67976afd0ce149dea91172387f8948bb, entries=6, sequenceid=121, filesize=5.2 K 2023-11-19T01:27:27,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/.tmp/mob/17ecd3c1b47e4eaca1acf5db57885fd3 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/mob/17ecd3c1b47e4eaca1acf5db57885fd3 2023-11-19T01:27:27,748 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/mob/17ecd3c1b47e4eaca1acf5db57885fd3, entries=6, sequenceid=121, filesize=5.3 K 2023-11-19T01:27:27,751 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3022): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for db8b7c730bfc10c44e35786b9949b02b in 921ms, sequenceid=121, compaction requested=false 2023-11-19T01:27:27,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2520): Flush status journal for db8b7c730bfc10c44e35786b9949b02b: 2023-11-19T01:27:27,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. for snapshot_1700357246242_default_test-1700357229933 completed. 2023-11-19T01:27:27,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(240): Storing 'test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b.' region-info for snapshot=snapshot_1700357246242_default_test-1700357229933 2023-11-19T01:27:27,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:27:27,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f/537e70eb5dbe44fb80ee9f592249a2bf] hfiles 2023-11-19T01:27:27,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f/537e70eb5dbe44fb80ee9f592249a2bf for snapshot=snapshot_1700357246242_default_test-1700357229933 2023-11-19T01:27:27,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f3/67976afd0ce149dea91172387f8948bb] hfiles 2023-11-19T01:27:27,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f3/67976afd0ce149dea91172387f8948bb for snapshot=snapshot_1700357246242_default_test-1700357229933 2023-11-19T01:27:27,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/mob/17ecd3c1b47e4eaca1acf5db57885fd3] hfiles 2023-11-19T01:27:27,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/mob/17ecd3c1b47e4eaca1acf5db57885fd3 for snapshot=snapshot_1700357246242_default_test-1700357229933 2023-11-19T01:27:28,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:28,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=40 2023-11-19T01:27:28,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster(4026): Remote procedure done, pid=40 2023-11-19T01:27:28,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1700357246242_default_test-1700357229933 on region db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:28,166 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=40, ppid=39, state=RUNNABLE; SnapshotRegionProcedure db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:28,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=40, resume processing ppid=39 2023-11-19T01:27:28,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, ppid=39, state=SUCCESS; SnapshotRegionProcedure db8b7c730bfc10c44e35786b9949b02b in 1.4910 sec 2023-11-19T01:27:28,169 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1700357246242_default_test-1700357229933 table=test-1700357229933 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:27:28,170 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1700357246242_default_test-1700357229933 table=test-1700357229933 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:27:28,172 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(299): Storing region-info for snapshot. 2023-11-19T01:27:28,173 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(304): Creating references for hfiles 2023-11-19T01:27:28,173 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:28,174 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(327): No files under family: f 2023-11-19T01:27:28,174 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:28,174 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(327): No files under family: f3 2023-11-19T01:27:28,175 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:28,175 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(327): No files under family: mob 2023-11-19T01:27:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-19T01:27:28,586 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1700357246242_default_test-1700357229933 table=test-1700357229933 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:27:28,586 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1700357246242_default_test-1700357229933 2023-11-19T01:27:28,587 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/.tmp/snapshot_1700357246242_default_test-1700357229933 2023-11-19T01:27:28,928 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:27:29,008 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1700357246242_default_test-1700357229933 table=test-1700357229933 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:27:29,016 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1700357246242_default_test-1700357229933 table=test-1700357229933 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:27:29,017 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/.tmp/snapshot_1700357246242_default_test-1700357229933 to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/snapshot_1700357246242_default_test-1700357229933 2023-11-19T01:27:29,019 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1700357246242_default_test-1700357229933 table=test-1700357229933 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:27:29,019 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1700357246242_default_test-1700357229933 table=test-1700357229933 type=FLUSH ttl=0 }, snapshot procedure id = 39 2023-11-19T01:27:29,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1700357246242_default_test-1700357229933 table=test-1700357229933 type=FLUSH ttl=0 } in 2.7630 sec 2023-11-19T01:27:29,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-19T01:27:29,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-11-19T01:27:29,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-19T01:27:29,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-11-19T01:27:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-19T01:27:30,368 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: default:test-1700357229933, procId: 39 completed 2023-11-19T01:27:30,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_1700357250368_ns2_test-17003572299331 table=ns2:test-17003572299331 type=FLUSH ttl=0 } 2023-11-19T01:27:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700357250369 (current time:1700357250369). 2023-11-19T01:27:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:27:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1700357250368_ns2_test-17003572299331 VERSION not specified, setting to 2 2023-11-19T01:27:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2d4bc80a to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:27:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7e514f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:27:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:27:30,380 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:54268, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:27:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2d4bc80a to 127.0.0.1:53997 2023-11-19T01:27:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:27:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:27:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=41, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1700357250368_ns2_test-17003572299331 table=ns2:test-17003572299331 type=FLUSH ttl=0 } 2023-11-19T01:27:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1700357250368_ns2_test-17003572299331 table=ns2:test-17003572299331 type=FLUSH ttl=0 }, snapshot procedure id = 41 2023-11-19T01:27:30,384 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1700357250368_ns2_test-17003572299331 table=ns2:test-17003572299331 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:27:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=41 2023-11-19T01:27:30,386 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1700357250368_ns2_test-17003572299331 table=ns2:test-17003572299331 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:27:30,389 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot, current working dir path: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/.tmp/snapshot_1700357250368_ns2_test-17003572299331 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy42.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy43.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:27:30,392 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1700357250368_ns2_test-17003572299331 table=ns2:test-17003572299331 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:27:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=41 2023-11-19T01:27:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=41 2023-11-19T01:27:30,804 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1700357250368_ns2_test-17003572299331 table=ns2:test-17003572299331 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:27:30,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; SnapshotRegionProcedure 59f551b91dbe57aab67743257b9fcf6d}] 2023-11-19T01:27:30,807 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=42, ppid=41, state=RUNNABLE; SnapshotRegionProcedure 59f551b91dbe57aab67743257b9fcf6d 2023-11-19T01:27:30,958 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:30,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41373 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=42 2023-11-19T01:27:30,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d. 2023-11-19T01:27:30,961 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.HRegion(2819): Flushing 59f551b91dbe57aab67743257b9fcf6d 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-19T01:27:30,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d/.tmp/f/5eae1318ff8148ef9d1caceb16732928 is 37, key is row10/f:q1/1700357234785/Put/seqid=0 2023-11-19T01:27:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=41 2023-11-19T01:27:31,386 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d/.tmp/f/5eae1318ff8148ef9d1caceb16732928 2023-11-19T01:27:31,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d/.tmp/f/5eae1318ff8148ef9d1caceb16732928 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d/f/5eae1318ff8148ef9d1caceb16732928 2023-11-19T01:27:31,402 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d/f/5eae1318ff8148ef9d1caceb16732928, entries=99, sequenceid=103, filesize=8.2 K 2023-11-19T01:27:31,403 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 59f551b91dbe57aab67743257b9fcf6d in 442ms, sequenceid=103, compaction requested=false 2023-11-19T01:27:31,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.HRegion(2520): Flush status journal for 59f551b91dbe57aab67743257b9fcf6d: 2023-11-19T01:27:31,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d. for snapshot_1700357250368_ns2_test-17003572299331 completed. 2023-11-19T01:27:31,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] snapshot.SnapshotManifest(240): Storing 'ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d.' region-info for snapshot=snapshot_1700357250368_ns2_test-17003572299331 2023-11-19T01:27:31,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:27:31,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d/f/5eae1318ff8148ef9d1caceb16732928] hfiles 2023-11-19T01:27:31,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d/f/5eae1318ff8148ef9d1caceb16732928 for snapshot=snapshot_1700357250368_ns2_test-17003572299331 2023-11-19T01:27:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=41 2023-11-19T01:27:31,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d. 2023-11-19T01:27:31,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=42 2023-11-19T01:27:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster(4026): Remote procedure done, pid=42 2023-11-19T01:27:31,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1700357250368_ns2_test-17003572299331 on region 59f551b91dbe57aab67743257b9fcf6d 2023-11-19T01:27:31,820 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=42, ppid=41, state=RUNNABLE; SnapshotRegionProcedure 59f551b91dbe57aab67743257b9fcf6d 2023-11-19T01:27:31,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=42, resume processing ppid=41 2023-11-19T01:27:31,823 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1700357250368_ns2_test-17003572299331 table=ns2:test-17003572299331 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:27:31,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, ppid=41, state=SUCCESS; SnapshotRegionProcedure 59f551b91dbe57aab67743257b9fcf6d in 1.0160 sec 2023-11-19T01:27:31,823 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1700357250368_ns2_test-17003572299331 table=ns2:test-17003572299331 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:27:31,824 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1700357250368_ns2_test-17003572299331 table=ns2:test-17003572299331 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:27:31,824 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1700357250368_ns2_test-17003572299331 2023-11-19T01:27:31,825 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/.tmp/snapshot_1700357250368_ns2_test-17003572299331 2023-11-19T01:27:32,237 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1700357250368_ns2_test-17003572299331 table=ns2:test-17003572299331 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:27:32,244 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1700357250368_ns2_test-17003572299331 table=ns2:test-17003572299331 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:27:32,244 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/.tmp/snapshot_1700357250368_ns2_test-17003572299331 to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/snapshot_1700357250368_ns2_test-17003572299331 2023-11-19T01:27:32,246 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1700357250368_ns2_test-17003572299331 table=ns2:test-17003572299331 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:27:32,246 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1700357250368_ns2_test-17003572299331 table=ns2:test-17003572299331 type=FLUSH ttl=0 }, snapshot procedure id = 41 2023-11-19T01:27:32,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1700357250368_ns2_test-17003572299331 table=ns2:test-17003572299331 type=FLUSH ttl=0 } in 1.8640 sec 2023-11-19T01:27:32,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=41 2023-11-19T01:27:32,492 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: ns2:test-17003572299331, procId: 41 completed 2023-11-19T01:27:32,492 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1700357240387 2023-11-19T01:27:32,492 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-19T01:27:32,494 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-11-19T01:27:32,498 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1700357240387_ns2:test-17003572299331 2023-11-19T01:27:32,498 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1700357250368_ns2_test-17003572299331 to hdfs://localhost:34591/backupUT/backup_1700357240387/ns2/test-17003572299331/ 2023-11-19T01:27:32,508 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-19T01:27:32,544 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:34591, inputRoot=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822 2023-11-19T01:27:32,544 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase6.apache.org,37257,1700357218013_1356254056_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34591/backupUT/backup_1700357240387/ns2/test-17003572299331, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34591/backupUT/backup_1700357240387/ns2/test-17003572299331/.hbase-snapshot/.tmp/snapshot_1700357250368_ns2_test-17003572299331 2023-11-19T01:27:32,545 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:34591, inputRoot=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822, snapshotDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/snapshot_1700357250368_ns2_test-17003572299331. 2023-11-19T01:27:32,559 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/snapshot_1700357250368_ns2_test-17003572299331 to hdfs://localhost:34591/backupUT/backup_1700357240387/ns2/test-17003572299331/.hbase-snapshot/.tmp/snapshot_1700357250368_ns2_test-17003572299331 2023-11-19T01:27:32,591 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:32,591 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:32,592 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:32,593 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:33,643 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/hadoop-422415918305375007.jar 2023-11-19T01:27:33,644 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:33,644 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:33,645 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:33,645 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:33,645 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:33,646 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:33,646 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:33,647 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:33,647 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:33,648 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:27:33,649 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:27:33,649 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:27:33,650 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:27:33,650 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:27:33,651 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:27:33,651 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:27:33,651 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:27:33,652 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:27:33,652 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:27:33,653 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:27:33,653 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:27:33,657 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:27:33,658 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:27:33,658 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:27:33,659 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:27:33,659 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:27:33,660 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:27:33,660 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:27:33,720 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:27:33,747 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1700357250368_ns2_test-17003572299331' hfile list 2023-11-19T01:27:33,758 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-19T01:27:33,969 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.local.dir/1700357253921/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:27:33,969 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.local.dir/1700357253921/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:27:34,126 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-19T01:27:34,155 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d/f/5eae1318ff8148ef9d1caceb16732928 output=hdfs://localhost:34591/backupUT/backup_1700357240387/ns2/test-17003572299331/archive/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d/f/5eae1318ff8148ef9d1caceb16732928 2023-11-19T01:27:34,155 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-11-19T01:27:35,037 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-19T01:27:35,038 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-19T01:27:35,046 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1700357250368_ns2_test-17003572299331 2023-11-19T01:27:35,046 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1700357250368_ns2_test-17003572299331 finished. 2023-11-19T01:27:35,046 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1700357240387_test-1700357229933 2023-11-19T01:27:35,046 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1700357246242_default_test-1700357229933 to hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/ 2023-11-19T01:27:35,046 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-19T01:27:35,084 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:34591, inputRoot=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822 2023-11-19T01:27:35,084 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase6.apache.org,37257,1700357218013_678308243_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/.hbase-snapshot/.tmp/snapshot_1700357246242_default_test-1700357229933 2023-11-19T01:27:35,084 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:34591, inputRoot=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822, snapshotDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/snapshot_1700357246242_default_test-1700357229933. 2023-11-19T01:27:35,096 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/snapshot_1700357246242_default_test-1700357229933 to hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/.hbase-snapshot/.tmp/snapshot_1700357246242_default_test-1700357229933 2023-11-19T01:27:35,513 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:35,513 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:35,514 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:35,515 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:36,537 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/hadoop-4574207212095162013.jar 2023-11-19T01:27:36,538 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:36,538 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:36,538 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:36,539 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:36,539 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:36,540 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:36,540 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:36,541 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:36,541 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:36,542 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:27:36,542 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:27:36,543 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:27:36,543 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:27:36,544 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:27:36,544 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:27:36,545 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:27:36,545 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:27:36,546 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:27:36,546 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:27:36,547 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:27:36,547 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:27:36,548 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:27:36,548 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:27:36,549 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:27:36,549 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:27:36,550 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:27:36,551 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:27:36,551 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:27:36,579 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:27:36,598 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1700357246242_default_test-1700357229933' hfile list 2023-11-19T01:27:36,601 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] snapshot.ExportSnapshot(674): export split=0 size=18.8 K 2023-11-19T01:27:36,676 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.local.dir/1700357256642/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:27:36,676 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.local.dir/1700357256642/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:27:36,756 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-19T01:27:36,783 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f/537e70eb5dbe44fb80ee9f592249a2bf output=hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f/537e70eb5dbe44fb80ee9f592249a2bf 2023-11-19T01:27:36,783 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-11-19T01:27:37,237 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/mob/17ecd3c1b47e4eaca1acf5db57885fd3 output=hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/mob/17ecd3c1b47e4eaca1acf5db57885fd3 2023-11-19T01:27:37,237 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=5467 (5.3 K) time=0sec 2.607M/sec 2023-11-19T01:27:37,380 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-19T01:27:37,384 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:50232, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-19T01:27:37,667 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f3/67976afd0ce149dea91172387f8948bb output=hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f3/67976afd0ce149dea91172387f8948bb 2023-11-19T01:27:37,668 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=5370 (5.2 K) time=0sec 5.121M/sec 2023-11-19T01:27:38,729 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-19T01:27:38,730 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-19T01:27:38,748 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1700357246242_default_test-1700357229933 2023-11-19T01:27:38,748 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1700357246242_default_test-1700357229933 finished. 2023-11-19T01:27:38,748 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupSystemTable(1034): ns2:test-17003572299331 2023-11-19T01:27:38,748 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupSystemTable(1034): test-1700357229933 2023-11-19T01:27:38,824 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700357240387 2023-11-19T01:27:38,824 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-19T01:27:39,236 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34591/backupUT/backup_1700357240387/.backup.manifest 2023-11-19T01:27:39,236 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700357240387 2023-11-19T01:27:39,237 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-19T01:27:39,643 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34591/backupUT/backup_1700357240387/.backup.manifest 2023-11-19T01:27:39,643 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.TableBackupClient(358): Backup backup_1700357240387 finished: type=FULL,tablelist=ns2:test-17003572299331;test-1700357229933,targetRootDir=hdfs://localhost:34591/backupUT,startts=1700357245969,completets=1700357258821,bytescopied=0 2023-11-19T01:27:39,643 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-19T01:27:39,643 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1700357250368_ns2_test-17003572299331 2023-11-19T01:27:39,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_1700357250368_ns2_test-17003572299331" 2023-11-19T01:27:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1700357250368_ns2_test-17003572299331 2023-11-19T01:27:39,654 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1700357250368_ns2_test-17003572299331 for backup backup_1700357240387 succeeded. 2023-11-19T01:27:39,655 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1700357246242_default_test-1700357229933 2023-11-19T01:27:39,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_1700357246242_default_test-1700357229933" 2023-11-19T01:27:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1700357246242_default_test-1700357229933 2023-11-19T01:27:39,659 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1700357246242_default_test-1700357229933 for backup backup_1700357240387 succeeded. 2023-11-19T01:27:39,660 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-19T01:27:39,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_backup_system" 2023-11-19T01:27:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-19T01:27:39,674 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-19T01:27:39,681 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-19T01:27:39,699 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.TableBackupClient(376): Backup backup_1700357240387 completed. 2023-11-19T01:27:39,819 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] backup.TestIncrementalBackup(105): writing 99 rows to test-1700357229933 2023-11-19T01:27:39,836 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] backup.TestIncrementalBackup(107): written 99 rows to test-1700357229933 2023-11-19T01:27:39,949 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] backup.TestIncrementalBackup(111): written 111 rows to test-1700357229933 to Mob enabled CF 2023-11-19T01:27:39,974 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] backup.TestIncrementalBackup(123): written 5 rows to ns2:test-17003572299331 2023-11-19T01:27:39,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster$3(2198): Client=jenkins//172.31.2.20 split test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:39,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] assignment.SplitTableRegionProcedure(209): test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. splitKey isn't explicitly specified, will try to find a best split key from RS jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:39,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f/537e70eb5dbe44fb80ee9f592249a2bf because midkey is the same as first or last row 2023-11-19T01:27:39,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f3/67976afd0ce149dea91172387f8948bb because midkey is the same as first or last row 2023-11-19T01:27:39,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/mob/17ecd3c1b47e4eaca1acf5db57885fd3 because midkey is the same as first or last row 2023-11-19T01:27:39,989 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.HRegion(2819): Flushing db8b7c730bfc10c44e35786b9949b02b 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2023-11-19T01:27:40,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/.tmp/f/2a6e747100fb461383d08ebd600079b9 is 59, key is row-test-1700357229933-1-10/f:q1/1700357259727/Put/seqid=0 2023-11-19T01:27:40,409 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/.tmp/f/2a6e747100fb461383d08ebd600079b9 2023-11-19T01:27:40,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202311199738743a2e1e44fe9dedc9d8d721771b_db8b7c730bfc10c44e35786b9949b02b is 63, key is row-test-1700357229933-3-100/mob:q1/1700357259940/Put/seqid=0 2023-11-19T01:27:40,836 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.HMobStore(266): FLUSH Renaming flushed file from hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202311199738743a2e1e44fe9dedc9d8d721771b_db8b7c730bfc10c44e35786b9949b02b to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/mobdir/data/default/test-1700357229933/1a19fae997bd954c58022c14eb148ee4/mob/d41d8cd98f00b204e9800998ecf8427e202311199738743a2e1e44fe9dedc9d8d721771b_db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:40,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/.tmp/mob/37d90033a2b640c5809e43e79f966694, store: [table=test-1700357229933 family=mob region=db8b7c730bfc10c44e35786b9949b02b] 2023-11-19T01:27:40,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/.tmp/mob/37d90033a2b640c5809e43e79f966694 is 192, key is row-test-1700357229933-3-100/mob:q1/1700357259940/Put/seqid=0 2023-11-19T01:27:41,246 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/.tmp/mob/37d90033a2b640c5809e43e79f966694 2023-11-19T01:27:41,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/.tmp/f/2a6e747100fb461383d08ebd600079b9 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f/2a6e747100fb461383d08ebd600079b9 2023-11-19T01:27:41,262 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f/2a6e747100fb461383d08ebd600079b9, entries=99, sequenceid=334, filesize=10.5 K 2023-11-19T01:27:41,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/.tmp/mob/37d90033a2b640c5809e43e79f966694 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/mob/37d90033a2b640c5809e43e79f966694 2023-11-19T01:27:41,269 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/mob/37d90033a2b640c5809e43e79f966694, entries=111, sequenceid=334, filesize=13.4 K 2023-11-19T01:27:41,270 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.HRegion(3022): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for db8b7c730bfc10c44e35786b9949b02b in 1282ms, sequenceid=334, compaction requested=false 2023-11-19T01:27:41,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.HRegion(2520): Flush status journal for db8b7c730bfc10c44e35786b9949b02b: 2023-11-19T01:27:41,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f/2a6e747100fb461383d08ebd600079b9 because midkey is the same as first or last row 2023-11-19T01:27:41,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f3/67976afd0ce149dea91172387f8948bb because midkey is the same as first or last row 2023-11-19T01:27:41,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/mob/37d90033a2b640c5809e43e79f966694 because midkey is the same as first or last row 2023-11-19T01:27:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] assignment.SplitTableRegionProcedure(222): Splittable=true state=OPEN, location=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:41,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:239) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:134) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1076) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2201) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:132) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2194) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:880) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-19T01:27:41,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] ipc.CallRunner(138): callId: 346 service: MasterService methodName: SplitRegion size: 99 connection: 172.31.2.20:43370 deadline: 1700357319981, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2023-11-19T01:27:41,275 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] backup.TestIncrementalBackup(134): region is not splittable, because org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:239) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:134) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1076) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2201) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:132) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2194) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:880) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) 2023-11-19T01:27:41,279 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] backup.TestIncrementalBackup(141): split finished in =1303 2023-11-19T01:27:41,303 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-19T01:27:41,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:27:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700357261306 (current time:1700357261306). 2023-11-19T01:27:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:27:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-19T01:27:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x280117f5 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:27:41,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b0ebc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:27:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:27:41,317 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:54368, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:27:41,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x280117f5 to 127.0.0.1:53997 2023-11-19T01:27:41,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:27:41,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:27:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=44, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:27:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 44 2023-11-19T01:27:41,322 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:27:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-19T01:27:41,323 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:27:41,326 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot, current working dir path: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy42.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy43.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:27:41,328 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:27:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-19T01:27:41,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-19T01:27:41,734 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:27:41,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; SnapshotRegionProcedure ef0eb101cf5a240102124ff87f662a24}] 2023-11-19T01:27:41,736 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=45, ppid=44, state=RUNNABLE; SnapshotRegionProcedure ef0eb101cf5a240102124ff87f662a24 2023-11-19T01:27:41,887 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:41,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=45 2023-11-19T01:27:41,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24. 2023-11-19T01:27:41,888 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegion(2819): Flushing ef0eb101cf5a240102124ff87f662a24 2/2 column families, dataSize=1.51 KB heapSize=2.80 KB 2023-11-19T01:27:41,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/.tmp/meta/78a7c46fd34a4f8299836b4088182505 is 171, key is trslm:hdfs://localhost:34591/backupUT\x00ns2:test-17003572299331/meta:log-roll-map/1700357258812/Put/seqid=0 2023-11-19T01:27:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-19T01:27:42,307 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=785 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/.tmp/meta/78a7c46fd34a4f8299836b4088182505 2023-11-19T01:27:42,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/.tmp/session/507677fb527342aea9df7df388a6a863 is 459, key is session:backup_1700357240387/session:context/1700357259680/Put/seqid=0 2023-11-19T01:27:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-19T01:27:42,722 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=758 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/.tmp/session/507677fb527342aea9df7df388a6a863 2023-11-19T01:27:42,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/.tmp/meta/78a7c46fd34a4f8299836b4088182505 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/meta/78a7c46fd34a4f8299836b4088182505 2023-11-19T01:27:42,736 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/meta/78a7c46fd34a4f8299836b4088182505, entries=6, sequenceid=17, filesize=5.8 K 2023-11-19T01:27:42,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/.tmp/session/507677fb527342aea9df7df388a6a863 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/session/507677fb527342aea9df7df388a6a863 2023-11-19T01:27:42,744 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/session/507677fb527342aea9df7df388a6a863, entries=2, sequenceid=17, filesize=5.4 K 2023-11-19T01:27:42,745 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegion(3022): Finished flush of dataSize ~1.51 KB/1543, heapSize ~2.77 KB/2840, currentSize=0 B/0 for ef0eb101cf5a240102124ff87f662a24 in 856ms, sequenceid=17, compaction requested=false 2023-11-19T01:27:42,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegion(2520): Flush status journal for ef0eb101cf5a240102124ff87f662a24: 2023-11-19T01:27:42,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24. for snapshot_backup_system completed. 2023-11-19T01:27:42,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24.' region-info for snapshot=snapshot_backup_system 2023-11-19T01:27:42,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:27:42,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/meta/78a7c46fd34a4f8299836b4088182505] hfiles 2023-11-19T01:27:42,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/meta/78a7c46fd34a4f8299836b4088182505 for snapshot=snapshot_backup_system 2023-11-19T01:27:42,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/session/a99a8baf12264f4bba88377c38fc503d, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/session/507677fb527342aea9df7df388a6a863] hfiles 2023-11-19T01:27:42,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/session/a99a8baf12264f4bba88377c38fc503d for snapshot=snapshot_backup_system 2023-11-19T01:27:42,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/session/507677fb527342aea9df7df388a6a863 for snapshot=snapshot_backup_system 2023-11-19T01:27:43,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24. 2023-11-19T01:27:43,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=45 2023-11-19T01:27:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster(4026): Remote procedure done, pid=45 2023-11-19T01:27:43,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region ef0eb101cf5a240102124ff87f662a24 2023-11-19T01:27:43,153 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=45, ppid=44, state=RUNNABLE; SnapshotRegionProcedure ef0eb101cf5a240102124ff87f662a24 2023-11-19T01:27:43,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=45, resume processing ppid=44 2023-11-19T01:27:43,155 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:27:43,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, ppid=44, state=SUCCESS; SnapshotRegionProcedure ef0eb101cf5a240102124ff87f662a24 in 1.4200 sec 2023-11-19T01:27:43,156 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:27:43,156 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:27:43,156 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-19T01:27:43,157 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-19T01:27:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-19T01:27:43,567 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:27:43,574 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:27:43,575 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/snapshot_backup_system 2023-11-19T01:27:43,576 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:27:43,576 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 44 2023-11-19T01:27:43,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2570 sec 2023-11-19T01:27:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-19T01:27:45,430 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 44 completed 2023-11-19T01:27:45,430 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.TableBackupClient(115): Backup backup_1700357261279 started at 1700357265430. 2023-11-19T01:27:45,432 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.TableBackupClient(119): Backup session backup_1700357261279 has been started. 2023-11-19T01:27:45,437 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [test-1700357229933, ns2:test-17003572299331] 2023-11-19T01:27:45,439 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalBackupManager(76): StartCode 1700357225088for backupID backup_1700357261279 2023-11-19T01:27:45,440 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-11-19T01:27:45,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(962): Client=jenkins//172.31.2.20 procedure request for: rolllog-proc 2023-11-19T01:27:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-19T01:27:45,441 INFO [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-19T01:27:45,441 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-19T01:27:45,442 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-19T01:27:45,442 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-19T01:27:45,442 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:27:45,442 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:27:45,444 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:45,444 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:27:45,444 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:27:45,444 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:27:45,444 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:45,444 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-19T01:27:45,444 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-19T01:27:45,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:27:45,445 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-19T01:27:45,445 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:27:45,445 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-19T01:27:45,445 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-19T01:27:45,445 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-19T01:27:45,446 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-19T01:27:45,446 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-19T01:27:45,446 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-19T01:27:45,446 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-19T01:27:45,446 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase6.apache.org,41373,1700357221166' joining acquired barrier for procedure (rolllog) in zk 2023-11-19T01:27:45,449 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-19T01:27:45,449 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:45,449 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:45,449 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:27:45,449 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:27:45,449 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-19T01:27:45,449 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-19T01:27:45,449 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:27:45,450 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:27:45,450 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:27:45,450 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:45,451 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:27:45,451 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase6.apache.org,41373,1700357221166' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-19T01:27:45,451 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@164a28b4[Count = 0] remaining members to acquire global barrier 2023-11-19T01:27:45,451 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-19T01:27:45,451 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-19T01:27:45,452 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:27:45,453 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-19T01:27:45,453 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-19T01:27:45,453 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-19T01:27:45,453 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:45,453 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-19T01:27:45,453 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-19T01:27:45,453 DEBUG [rs(jenkins-hbase6.apache.org,41373,1700357221166)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:45,453 INFO [rs(jenkins-hbase6.apache.org,41373,1700357221166)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1700357246027 highest: 1700357246064 on jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:45,453 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0:(num 1700357246027) roll requested 2023-11-19T01:27:45,464 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357265453, exclude list is [], retry=0 2023-11-19T01:27:45,468 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK] 2023-11-19T01:27:45,470 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357246027 with entries=224, filesize=29.83 KB; new WAL /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357265453 2023-11-19T01:27:45,470 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK]] 2023-11-19T01:27:45,470 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357246027 is not closed yet, will try archiving it next time 2023-11-19T01:27:45,471 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta:.meta(num 1700357246047) roll requested 2023-11-19T01:27:45,472 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357222906 to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/oldWALs/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357222906 2023-11-19T01:27:45,483 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta.1700357265472.meta, exclude list is [], retry=0 2023-11-19T01:27:45,487 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK] 2023-11-19T01:27:45,488 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta.1700357246047.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta.1700357265472.meta 2023-11-19T01:27:45,488 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK]] 2023-11-19T01:27:45,488 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta.1700357246047.meta is not closed yet, will try archiving it next time 2023-11-19T01:27:45,488 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1:(num 1700357246064) roll requested 2023-11-19T01:27:45,491 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta.1700357246047.meta to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/oldWALs/jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta.1700357246047.meta 2023-11-19T01:27:45,500 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357265488, exclude list is [], retry=0 2023-11-19T01:27:45,503 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK] 2023-11-19T01:27:45,505 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357246064 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357265488 2023-11-19T01:27:45,505 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK]] 2023-11-19T01:27:45,505 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357246064 is not closed yet, will try archiving it next time 2023-11-19T01:27:45,513 DEBUG [rs(jenkins-hbase6.apache.org,41373,1700357221166)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2023-11-19T01:27:45,513 INFO [rs(jenkins-hbase6.apache.org,41373,1700357221166)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1700357265453 on jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:45,523 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-19T01:27:45,523 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase6.apache.org,41373,1700357221166' in zk 2023-11-19T01:27:45,529 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:45,529 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-19T01:27:45,530 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:27:45,530 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-19T01:27:45,530 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:45,530 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:27:45,530 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:27:45,531 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:27:45,531 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:27:45,532 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:27:45,532 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:45,532 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:27:45,533 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:27:45,533 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:45,534 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase6.apache.org,41373,1700357221166': 2023-11-19T01:27:45,534 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase6.apache.org,41373,1700357221166' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-19T01:27:45,534 INFO [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-19T01:27:45,534 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-19T01:27:45,534 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-19T01:27:45,534 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-19T01:27:45,534 INFO [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-19T01:27:45,536 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:27:45,536 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:27:45,536 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:27:45,536 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-19T01:27:45,536 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-19T01:27:45,536 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:27:45,536 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:27:45,536 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:27:45,536 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:27:45,536 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:27:45,536 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:27:45,537 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:45,537 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:27:45,537 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:27:45,537 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:27:45,538 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:27:45,538 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:45,538 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:45,539 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:27:45,539 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:27:45,539 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:45,543 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:45,544 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:27:45,544 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:27:45,544 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:27:45,544 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:27:45,544 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:27:45,544 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:45,544 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:27:45,544 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:27:45,544 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:27:45,544 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:27:45,544 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:27:45,544 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:27:45,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-19T01:27:45,545 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:27:45,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-19T01:27:45,545 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-19T01:27:45,545 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-19T01:27:45,646 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-19T01:27:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-19T01:27:45,649 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase6.apache.org:41373=1700357225088} newestTimestamps: {jenkins-hbase6.apache.org:41373=1700357246064} 2023-11-19T01:27:45,651 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta.1700357223583.meta 2023-11-19T01:27:45,651 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta.1700357265472.meta 2023-11-19T01:27:45,651 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357246027 2023-11-19T01:27:45,651 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357265453 2023-11-19T01:27:45,651 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357246064 2023-11-19T01:27:45,651 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357265488 2023-11-19T01:27:45,652 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/oldWALs/jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta.1700357246047.meta 2023-11-19T01:27:45,993 DEBUG [master/jenkins-hbase6:0.Chore.1 {}] procedure2.ProcedureExecutor(1032): Stored pid=46, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE; InitializeStoreFileTrackerProcedure table=test-1700357229933 2023-11-19T01:27:46,063 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.BackupUtils(147): Attempting to copy table info for:ns2:test-17003572299331 target: hdfs://localhost:34591/backupUT/backup_1700357261279/ns2/test-17003572299331 descriptor: 'ns2:test-17003572299331', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:27:46,063 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-19T01:27:46,066 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.BackupUtils(152): Starting to write region info for table ns2:test-17003572299331 2023-11-19T01:27:46,407 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/.tabledesc/.tableinfo.0000000002.908 2023-11-19T01:27:46,407 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/.tabledesc/.tableinfo.0000000003.950 2023-11-19T01:27:46,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, state=SUCCESS; InitializeStoreFileTrackerProcedure table=test-1700357229933 in 420 msec 2023-11-19T01:27:46,471 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.BackupUtils(159): Finished writing region info for table ns2:test-17003572299331 2023-11-19T01:27:46,489 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.BackupUtils(147): Attempting to copy table info for:test-1700357229933 target: hdfs://localhost:34591/backupUT/backup_1700357261279/default/test-1700357229933 descriptor: 'test-1700357229933', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:27:46,489 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-19T01:27:46,491 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.BackupUtils(152): Starting to write region info for table test-1700357229933 2023-11-19T01:27:46,897 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.BackupUtils(159): Finished writing region info for table test-1700357229933 2023-11-19T01:27:46,906 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:34591/backupUT/.tmp/backup_1700357261279 from hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357246027;hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357246064 2023-11-19T01:27:46,910 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7634133e to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:27:46,916 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e306fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:27:46,917 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:27:46,919 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:41254, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:27:46,934 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-19T01:27:46,934 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1700357229933 2023-11-19T01:27:46,939 DEBUG [hconnection-0x1b139f9a-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:27:46,941 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:54372, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:27:46,943 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1700357229933: test-1700357229933; 2023-11-19T01:27:46,944 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-17003572299331 2023-11-19T01:27:46,946 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-17003572299331: ns2:test-17003572299331; 2023-11-19T01:27:46,946 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-11-19T01:27:46,946 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/partitions_70724d3e-43a9-4a97-af9a-544d9a4c7c29 2023-11-19T01:27:47,387 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:47,388 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:47,388 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:47,388 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:48,398 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/hadoop-4056395109345797960.jar 2023-11-19T01:27:48,399 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:48,399 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:48,400 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:48,400 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:48,401 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:48,401 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:48,401 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:48,402 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:48,402 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:48,403 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:27:48,404 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:27:48,404 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:27:48,405 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:27:48,406 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:27:48,406 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:27:48,407 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:27:48,407 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:27:48,408 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:27:48,408 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:27:48,409 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:27:48,409 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:27:48,412 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:48,413 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:48,413 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:48,413 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:48,414 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:48,414 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:27:48,415 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:27:48,415 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: default:test-1700357229933,ns2:test-17003572299331 2023-11-19T01:27:48,415 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:27:48,416 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7634133e to 127.0.0.1:53997 2023-11-19T01:27:48,416 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:27:48,417 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:27:49,413 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/hadoop-4412972304467701278.jar 2023-11-19T01:27:49,418 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:27:49,434 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357246027 for WAL files 2023-11-19T01:27:49,435 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357246027 2023-11-19T01:27:49,435 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357246064 for WAL files 2023-11-19T01:27:49,436 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357246064 2023-11-19T01:27:49,519 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.local.dir/1700357269484/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:27:49,519 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.local.dir/1700357269484/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:27:49,607 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357246027 for hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357246027 (-9223372036854775808:9223372036854775807) length:30555 2023-11-19T01:27:49,629 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-11-19T01:27:49,629 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-11-19T01:27:49,694 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357246064 for hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357246064 (-9223372036854775808:9223372036854775807) length:1198 2023-11-19T01:27:49,698 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-11-19T01:27:49,698 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-11-19T01:27:49,810 DEBUG [pool-210-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x65be6661 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:27:49,816 DEBUG [pool-210-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25bcb502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:27:49,821 DEBUG [hconnection-0x3311cd3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:27:49,822 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:54374, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:27:49,824 DEBUG [pool-210-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x65be6661 to 127.0.0.1:53997 2023-11-19T01:27:49,824 DEBUG [pool-210-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:27:49,825 DEBUG [pool-210-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t20] 2023-11-19T01:27:49,826 DEBUG [pool-210-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:27:49,831 DEBUG [pool-210-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/backupUT/.tmp/backup_1700357261279/_temporary/0/_temporary/attempt_local1907724023_0003_r_000000_0/ns2/test-17003572299331/f/86f3415641654f35bb2e673aa6a333aa is 38, key is row-t20/f:q1/1700357259963/Put/seqid=0 2023-11-19T01:27:49,833 WARN [Thread-899 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:41373] Specified favored nodes: [jenkins-hbase6.apache.org:41373] 2023-11-19T01:27:50,268 DEBUG [pool-210-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x77b28b3b to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:27:50,274 DEBUG [pool-210-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@374a0ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:27:50,276 DEBUG [hconnection-0x68a3a1ea-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:27:50,278 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:33130, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:27:50,280 DEBUG [pool-210-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x77b28b3b to 127.0.0.1:53997 2023-11-19T01:27:50,280 DEBUG [pool-210-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:27:50,282 DEBUG [pool-210-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1700357229933-1-0] 2023-11-19T01:27:50,282 DEBUG [pool-210-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:27:50,295 DEBUG [pool-210-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x70f6c326 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:27:50,302 DEBUG [pool-210-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c8cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:27:50,304 DEBUG [hconnection-0x3a944c21-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:27:50,306 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:33136, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:27:50,308 DEBUG [pool-210-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x70f6c326 to 127.0.0.1:53997 2023-11-19T01:27:50,308 DEBUG [pool-210-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:27:50,310 DEBUG [pool-210-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1700357229933-3-0] 2023-11-19T01:27:50,310 DEBUG [pool-210-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:27:50,319 DEBUG [pool-210-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/backupUT/.tmp/backup_1700357261279/_temporary/0/_temporary/attempt_local1907724023_0003_r_000001_0/default/test-1700357229933/f/3be0f9c8515e43379756b4ea240b78a1 is 59, key is row-test-1700357229933-1-10/f:q1/1700357259727/Put/seqid=0 2023-11-19T01:27:50,321 WARN [Thread-909 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:41373] Specified favored nodes: [jenkins-hbase6.apache.org:41373] 2023-11-19T01:27:50,725 DEBUG [pool-210-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/backupUT/.tmp/backup_1700357261279/_temporary/0/_temporary/attempt_local1907724023_0003_r_000001_0/default/test-1700357229933/mob/8b3fcef3d2774c81977c8842744eb609 is 63, key is row-test-1700357229933-3-100/mob:q1/1700357259940/Put/seqid=0 2023-11-19T01:27:50,727 WARN [Thread-911 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:41373] Specified favored nodes: [jenkins-hbase6.apache.org:41373] 2023-11-19T01:27:51,560 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:34591/backupUT 2023-11-19T01:27:51,560 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1700357261279 2023-11-19T01:27:51,560 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-11-19T01:27:51,581 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:34591/backupUT/.tmp/backup_1700357261279, hdfs://localhost:34591/backupUT] 2023-11-19T01:27:51,651 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:27:53,250 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-11-19T01:27:53,252 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1700357261279 2023-11-19T01:27:53,252 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 27805 bytes copied." 2023-11-19T01:27:53,253 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local1142410060_0004 completed: true true 2023-11-19T01:27:53,258 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=3822424 FILE: Number of bytes written=5110474 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=215409 HDFS: Number of bytes written=2421257 HDFS: Number of read operations=621 HDFS: Number of large read operations=0 HDFS: Number of write operations=239 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1626865664 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=27805 Bytes Expected=27805 Files Copied=4 DIR_COPY=8 2023-11-19T01:27:53,259 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:34591/backupUT/.tmp/backup_1700357261279 to hdfs://localhost:34591/backupUT finished. 2023-11-19T01:27:53,271 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupSystemTable(453): deleted 0 original bulkload rows 2023-11-19T01:27:53,271 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700357261279 2023-11-19T01:27:53,277 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-19T01:27:53,277 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700357261279 2023-11-19T01:27:53,279 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-19T01:27:53,684 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34591/backupUT/backup_1700357261279/.backup.manifest 2023-11-19T01:27:53,684 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700357261279 2023-11-19T01:27:53,686 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-19T01:27:53,686 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700357261279 2023-11-19T01:27:53,688 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-19T01:27:53,693 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34591/backupUT/backup_1700357261279/.backup.manifest 2023-11-19T01:27:53,693 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700357261279 2023-11-19T01:27:53,695 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-19T01:27:54,100 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34591/backupUT/backup_1700357261279/.backup.manifest 2023-11-19T01:27:54,100 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.TableBackupClient(358): Backup backup_1700357261279 finished: type=INCREMENTAL,tablelist=ns2:test-17003572299331;test-1700357229933,targetRootDir=hdfs://localhost:34591/backupUT,startts=1700357265430,completets=1700357273271,bytescopied=0 2023-11-19T01:27:54,100 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-19T01:27:54,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_backup_system" 2023-11-19T01:27:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-19T01:27:54,108 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-19T01:27:54,110 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-19T01:27:54,113 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.TableBackupClient(376): Backup backup_1700357261279 completed. 2023-11-19T01:27:54,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster$14(2731): Client=jenkins//172.31.2.20 modify table test-1700357229933 from 'test-1700357229933', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1700357229933', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:27:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=47, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=test-1700357229933 2023-11-19T01:27:54,538 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/.tabledesc/.tableinfo.0000000003.950 2023-11-19T01:27:54,538 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/.tabledesc/.tableinfo.0000000004.908 2023-11-19T01:27:54,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=test-1700357229933}] 2023-11-19T01:27:54,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1700357229933, region=db8b7c730bfc10c44e35786b9949b02b, REOPEN/MOVE}] 2023-11-19T01:27:54,544 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=49, ppid=48, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1700357229933, region=db8b7c730bfc10c44e35786b9949b02b, REOPEN/MOVE 2023-11-19T01:27:54,545 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=49 updating hbase:meta row=db8b7c730bfc10c44e35786b9949b02b, regionState=CLOSING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:54,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; CloseRegionProcedure db8b7c730bfc10c44e35786b9949b02b, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:27:54,697 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:54,698 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] handler.UnassignRegionHandler(119): Close db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:54,698 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegion(1668): Closing db8b7c730bfc10c44e35786b9949b02b, disabling compactions & flushes 2023-11-19T01:27:54,698 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegion(1690): Closing region test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:54,698 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:54,698 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegion(1778): Acquired close lock on test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. after waiting 0 ms 2023-11-19T01:27:54,698 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegion(1788): Updates disabled for region test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:54,711 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2023-11-19T01:27:54,711 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:27:54,712 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegion(1909): Closed test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:54,712 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegion(1622): Region close journal for db8b7c730bfc10c44e35786b9949b02b: 2023-11-19T01:27:54,712 WARN [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegionServer(3735): Not adding moved region record: db8b7c730bfc10c44e35786b9949b02b to self. 2023-11-19T01:27:54,713 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] handler.UnassignRegionHandler(163): Closed db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:54,714 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=49 updating hbase:meta row=db8b7c730bfc10c44e35786b9949b02b, regionState=CLOSED 2023-11-19T01:27:54,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=50, resume processing ppid=49 2023-11-19T01:27:54,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=50, ppid=49, state=SUCCESS; CloseRegionProcedure db8b7c730bfc10c44e35786b9949b02b, server=jenkins-hbase6.apache.org,41373,1700357221166 in 169 msec 2023-11-19T01:27:54,717 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=49, ppid=48, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1700357229933, region=db8b7c730bfc10c44e35786b9949b02b, REOPEN/MOVE; state=CLOSED, location=jenkins-hbase6.apache.org,41373,1700357221166; forceNewPlan=false, retain=true 2023-11-19T01:27:54,868 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=49 updating hbase:meta row=db8b7c730bfc10c44e35786b9949b02b, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:54,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=51, ppid=49, state=RUNNABLE; OpenRegionProcedure db8b7c730bfc10c44e35786b9949b02b, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:27:55,021 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:55,024 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(130): Open test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:55,024 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7254): Opening region: {ENCODED => db8b7c730bfc10c44e35786b9949b02b, NAME => 'test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:27:55,025 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:27:55,025 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1700357229933 db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:55,025 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(888): Instantiated test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:27:55,025 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7296): checking encryption for db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:55,025 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7299): checking classloading for db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:55,026 INFO [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:55,027 INFO [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db8b7c730bfc10c44e35786b9949b02b columnFamilyName f 2023-11-19T01:27:55,027 DEBUG [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:55,035 DEBUG [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f/2a6e747100fb461383d08ebd600079b9 2023-11-19T01:27:55,039 DEBUG [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f/537e70eb5dbe44fb80ee9f592249a2bf 2023-11-19T01:27:55,040 INFO [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] regionserver.HStore(324): Store=db8b7c730bfc10c44e35786b9949b02b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:27:55,040 INFO [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:55,041 INFO [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db8b7c730bfc10c44e35786b9949b02b columnFamilyName f2 2023-11-19T01:27:55,041 DEBUG [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:55,041 INFO [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] regionserver.HStore(324): Store=db8b7c730bfc10c44e35786b9949b02b/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:27:55,042 INFO [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:55,042 INFO [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db8b7c730bfc10c44e35786b9949b02b columnFamilyName mob 2023-11-19T01:27:55,043 DEBUG [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:27:55,049 DEBUG [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/mob/17ecd3c1b47e4eaca1acf5db57885fd3 2023-11-19T01:27:55,053 DEBUG [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/mob/37d90033a2b640c5809e43e79f966694 2023-11-19T01:27:55,054 INFO [StoreOpener-db8b7c730bfc10c44e35786b9949b02b-1 {}] regionserver.HStore(324): Store=db8b7c730bfc10c44e35786b9949b02b/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:27:55,055 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:55,056 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:55,057 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1700357229933 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:27:55,059 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1076): writing seq id for db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:27:55,060 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): Opened db8b7c730bfc10c44e35786b9949b02b; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10174125280, jitterRate=-0.052460744976997375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:27:55,060 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(992): Region open journal for db8b7c730bfc10c44e35786b9949b02b: 2023-11-19T01:27:55,061 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b., pid=51, masterSystemTime=1700357275021 2023-11-19T01:27:55,062 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:55,063 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(158): Opened test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:27:55,063 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=49 updating hbase:meta row=db8b7c730bfc10c44e35786b9949b02b, regionState=OPEN, openSeqNum=338, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:27:55,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=51, resume processing ppid=49 2023-11-19T01:27:55,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=51, ppid=49, state=SUCCESS; OpenRegionProcedure db8b7c730bfc10c44e35786b9949b02b, server=jenkins-hbase6.apache.org,41373,1700357221166 in 195 msec 2023-11-19T01:27:55,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=49, resume processing ppid=48 2023-11-19T01:27:55,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=49, ppid=48, state=SUCCESS; TransitRegionStateProcedure table=test-1700357229933, region=db8b7c730bfc10c44e35786b9949b02b, REOPEN/MOVE in 523 msec 2023-11-19T01:27:55,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=48, resume processing ppid=47 2023-11-19T01:27:55,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=48, ppid=47, state=SUCCESS; ReopenTableRegionsProcedure table=test-1700357229933 in 528 msec 2023-11-19T01:27:55,072 DEBUG [PEWorker-4 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1700357229933 2023-11-19T01:27:55,079 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f3/67976afd0ce149dea91172387f8948bb to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f3/67976afd0ce149dea91172387f8948bb 2023-11-19T01:27:55,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, state=SUCCESS; ModifyTableProcedure table=test-1700357229933 in 955 msec 2023-11-19T01:27:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-19T01:27:55,642 DEBUG [master/jenkins-hbase6:0.Chore.1 {}] procedure2.ProcedureExecutor(1032): Stored pid=52, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE; InitializeStoreFileTrackerProcedure table=test-1700357229933 2023-11-19T01:27:56,058 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/.tabledesc/.tableinfo.0000000004.908 2023-11-19T01:27:56,058 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/.tabledesc/.tableinfo.0000000005.950 2023-11-19T01:27:56,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=52, state=SUCCESS; InitializeStoreFileTrackerProcedure table=test-1700357229933 in 417 msec 2023-11-19T01:28:00,115 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-19T01:28:00,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:28:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700357280119 (current time:1700357280119). 2023-11-19T01:28:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:28:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-19T01:28:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7ec5e1c8 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367ee464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:00,131 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:33142, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7ec5e1c8 to 127.0.0.1:53997 2023-11-19T01:28:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:28:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=53, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:28:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 53 2023-11-19T01:28:00,135 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:28:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=53 2023-11-19T01:28:00,135 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:28:00,138 WARN [PEWorker-5 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot, current working dir path: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy42.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy43.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:28:00,140 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:28:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=53 2023-11-19T01:28:00,262 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:28:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=53 2023-11-19T01:28:00,550 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:28:00,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; SnapshotRegionProcedure ef0eb101cf5a240102124ff87f662a24}] 2023-11-19T01:28:00,552 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=54, ppid=53, state=RUNNABLE; SnapshotRegionProcedure ef0eb101cf5a240102124ff87f662a24 2023-11-19T01:28:00,703 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:00,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=54 2023-11-19T01:28:00,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24. 2023-11-19T01:28:00,704 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2819): Flushing ef0eb101cf5a240102124ff87f662a24 2/2 column families, dataSize=1.37 KB heapSize=2.52 KB 2023-11-19T01:28:00,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/.tmp/meta/c2262cfa7c894687ab58c8012e2f3de1 is 171, key is trslm:hdfs://localhost:34591/backupUT\x00ns2:test-17003572299331/meta:log-roll-map/1700357273263/Put/seqid=0 2023-11-19T01:28:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=53 2023-11-19T01:28:01,113 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=531 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/.tmp/meta/c2262cfa7c894687ab58c8012e2f3de1 2023-11-19T01:28:01,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/.tmp/session/dee5b99a97e04b7da351ceeb38c7452b is 360, key is session:backup_1700357261279/session:context/1700357274109/Put/seqid=0 2023-11-19T01:28:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=53 2023-11-19T01:28:01,529 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=873 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/.tmp/session/dee5b99a97e04b7da351ceeb38c7452b 2023-11-19T01:28:01,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/.tmp/meta/c2262cfa7c894687ab58c8012e2f3de1 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/meta/c2262cfa7c894687ab58c8012e2f3de1 2023-11-19T01:28:01,541 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/meta/c2262cfa7c894687ab58c8012e2f3de1, entries=4, sequenceid=28, filesize=5.7 K 2023-11-19T01:28:01,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/.tmp/session/dee5b99a97e04b7da351ceeb38c7452b as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/session/dee5b99a97e04b7da351ceeb38c7452b 2023-11-19T01:28:01,549 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/session/dee5b99a97e04b7da351ceeb38c7452b, entries=2, sequenceid=28, filesize=5.3 K 2023-11-19T01:28:01,550 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(3022): Finished flush of dataSize ~1.37 KB/1404, heapSize ~2.49 KB/2552, currentSize=0 B/0 for ef0eb101cf5a240102124ff87f662a24 in 846ms, sequenceid=28, compaction requested=true 2023-11-19T01:28:01,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2520): Flush status journal for ef0eb101cf5a240102124ff87f662a24: 2023-11-19T01:28:01,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24. for snapshot_backup_system completed. 2023-11-19T01:28:01,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24.' region-info for snapshot=snapshot_backup_system 2023-11-19T01:28:01,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:28:01,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/meta/78a7c46fd34a4f8299836b4088182505, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/meta/c2262cfa7c894687ab58c8012e2f3de1] hfiles 2023-11-19T01:28:01,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/meta/78a7c46fd34a4f8299836b4088182505 for snapshot=snapshot_backup_system 2023-11-19T01:28:01,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/meta/c2262cfa7c894687ab58c8012e2f3de1 for snapshot=snapshot_backup_system 2023-11-19T01:28:01,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/session/a99a8baf12264f4bba88377c38fc503d, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/session/507677fb527342aea9df7df388a6a863, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/session/dee5b99a97e04b7da351ceeb38c7452b] hfiles 2023-11-19T01:28:01,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(264): Adding reference for file (1/3): hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/session/a99a8baf12264f4bba88377c38fc503d for snapshot=snapshot_backup_system 2023-11-19T01:28:01,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(264): Adding reference for file (2/3): hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/session/507677fb527342aea9df7df388a6a863 for snapshot=snapshot_backup_system 2023-11-19T01:28:01,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(264): Adding reference for file (3/3): hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/session/dee5b99a97e04b7da351ceeb38c7452b for snapshot=snapshot_backup_system 2023-11-19T01:28:01,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24. 2023-11-19T01:28:01,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=54 2023-11-19T01:28:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster(4026): Remote procedure done, pid=54 2023-11-19T01:28:01,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region ef0eb101cf5a240102124ff87f662a24 2023-11-19T01:28:01,959 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=54, ppid=53, state=RUNNABLE; SnapshotRegionProcedure ef0eb101cf5a240102124ff87f662a24 2023-11-19T01:28:01,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=54, resume processing ppid=53 2023-11-19T01:28:01,961 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:28:01,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=54, ppid=53, state=SUCCESS; SnapshotRegionProcedure ef0eb101cf5a240102124ff87f662a24 in 1.4100 sec 2023-11-19T01:28:01,961 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:28:01,962 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:28:01,962 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-19T01:28:01,963 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-19T01:28:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=53 2023-11-19T01:28:02,375 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:28:02,385 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:28:02,385 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/.hbase-snapshot/snapshot_backup_system 2023-11-19T01:28:02,387 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:28:02,387 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 53 2023-11-19T01:28:02,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2550 sec 2023-11-19T01:28:04,115 DEBUG [master/jenkins-hbase6:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region dddf95dd829dc7009ff200e85a9262bf changed from -1.0 to 0.0, refreshing cache 2023-11-19T01:28:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=53 2023-11-19T01:28:04,242 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 53 completed 2023-11-19T01:28:04,242 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.TableBackupClient(115): Backup backup_1700357280089 started at 1700357284242. 2023-11-19T01:28:04,243 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.TableBackupClient(119): Backup session backup_1700357280089 has been started. 2023-11-19T01:28:04,245 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [test-1700357229933, ns2:test-17003572299331] 2023-11-19T01:28:04,251 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalBackupManager(76): StartCode 1700357246064for backupID backup_1700357280089 2023-11-19T01:28:04,251 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-11-19T01:28:04,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(962): Client=jenkins//172.31.2.20 procedure request for: rolllog-proc 2023-11-19T01:28:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-19T01:28:04,252 INFO [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-19T01:28:04,252 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-19T01:28:04,253 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-19T01:28:04,253 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-19T01:28:04,254 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:28:04,254 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:28:04,256 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:28:04,256 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:04,256 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:28:04,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:28:04,256 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:04,256 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-19T01:28:04,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-19T01:28:04,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:28:04,257 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-19T01:28:04,257 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:28:04,257 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-19T01:28:04,257 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-19T01:28:04,257 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-19T01:28:04,257 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-19T01:28:04,258 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-19T01:28:04,258 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-19T01:28:04,258 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-19T01:28:04,258 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase6.apache.org,41373,1700357221166' joining acquired barrier for procedure (rolllog) in zk 2023-11-19T01:28:04,262 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-19T01:28:04,262 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:04,262 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:04,262 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:28:04,262 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:28:04,262 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-19T01:28:04,262 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-19T01:28:04,262 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:28:04,263 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:28:04,263 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:28:04,264 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:04,264 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:28:04,264 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase6.apache.org,41373,1700357221166' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-19T01:28:04,265 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@9af1736[Count = 0] remaining members to acquire global barrier 2023-11-19T01:28:04,265 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-19T01:28:04,265 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-19T01:28:04,266 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:28:04,266 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-19T01:28:04,266 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-19T01:28:04,266 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-19T01:28:04,266 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:04,266 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-19T01:28:04,266 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-19T01:28:04,266 DEBUG [rs(jenkins-hbase6.apache.org,41373,1700357221166)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:04,267 INFO [rs(jenkins-hbase6.apache.org,41373,1700357221166)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1700357265453 highest: 1700357265488 on jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:04,267 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0:(num 1700357265453) roll requested 2023-11-19T01:28:04,278 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357284267, exclude list is [], retry=0 2023-11-19T01:28:04,283 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK] 2023-11-19T01:28:04,285 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357265453 with entries=19, filesize=4.17 KB; new WAL /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357284267 2023-11-19T01:28:04,285 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK]] 2023-11-19T01:28:04,285 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357265453 is not closed yet, will try archiving it next time 2023-11-19T01:28:04,285 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta:.meta(num 1700357265472) roll requested 2023-11-19T01:28:04,285 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357246027 to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/oldWALs/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357246027 2023-11-19T01:28:04,297 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta.1700357284285.meta, exclude list is [], retry=0 2023-11-19T01:28:04,301 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK] 2023-11-19T01:28:04,302 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta.1700357265472.meta with entries=4, filesize=1.89 KB; new WAL /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta.1700357284285.meta 2023-11-19T01:28:04,302 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK]] 2023-11-19T01:28:04,302 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta.1700357265472.meta is not closed yet, will try archiving it next time 2023-11-19T01:28:04,302 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1:(num 1700357265488) roll requested 2023-11-19T01:28:04,314 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357284302, exclude list is [], retry=0 2023-11-19T01:28:04,317 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK] 2023-11-19T01:28:04,318 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357265488 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357284302 2023-11-19T01:28:04,319 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42471,DS-61251de9-443e-40b8-8bd1-f2a4930468f3,DISK]] 2023-11-19T01:28:04,319 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357265488 is not closed yet, will try archiving it next time 2023-11-19T01:28:04,321 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357265488 to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/oldWALs/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357265488 2023-11-19T01:28:04,327 DEBUG [rs(jenkins-hbase6.apache.org,41373,1700357221166)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2023-11-19T01:28:04,327 INFO [rs(jenkins-hbase6.apache.org,41373,1700357221166)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1700357284267 on jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:04,336 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-19T01:28:04,336 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase6.apache.org,41373,1700357221166' in zk 2023-11-19T01:28:04,339 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:04,339 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-19T01:28:04,339 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:28:04,339 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:04,339 DEBUG [member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-19T01:28:04,340 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:28:04,340 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:28:04,341 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:28:04,341 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:28:04,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:28:04,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:04,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:28:04,343 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:28:04,343 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:04,344 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase6.apache.org,41373,1700357221166': 2023-11-19T01:28:04,344 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase6.apache.org,41373,1700357221166' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-19T01:28:04,344 INFO [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-19T01:28:04,344 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-19T01:28:04,344 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-19T01:28:04,344 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-19T01:28:04,344 INFO [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-19T01:28:04,346 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:28:04,346 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:28:04,346 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-19T01:28:04,346 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:28:04,346 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:28:04,346 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-19T01:28:04,346 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:28:04,346 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:28:04,347 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:28:04,347 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:28:04,347 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:28:04,347 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:04,347 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:28:04,347 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:28:04,348 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:28:04,348 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:28:04,348 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:04,348 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:04,349 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:28:04,349 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:28:04,350 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:04,354 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:04,354 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:28:04,354 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:28:04,354 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:28:04,354 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:04,354 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:28:04,354 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:28:04,354 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:28:04,354 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:28:04,354 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:28:04,354 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:28:04,354 DEBUG [(jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:28:04,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-19T01:28:04,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-19T01:28:04,355 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:28:04,355 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:28:04,355 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-19T01:28:04,356 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-19T01:28:04,456 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-19T01:28:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-19T01:28:04,459 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase6.apache.org:41373=1700357246064} newestTimestamps: {jenkins-hbase6.apache.org:41373=1700357265488} 2023-11-19T01:28:04,461 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta.1700357223583.meta 2023-11-19T01:28:04,461 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta.1700357265472.meta 2023-11-19T01:28:04,461 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta.1700357284285.meta 2023-11-19T01:28:04,461 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357265453 2023-11-19T01:28:04,461 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357284267 2023-11-19T01:28:04,461 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357284302 2023-11-19T01:28:04,462 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/oldWALs/jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta.1700357246047.meta 2023-11-19T01:28:04,871 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.BackupUtils(147): Attempting to copy table info for:ns2:test-17003572299331 target: hdfs://localhost:34591/backupUT/backup_1700357280089/ns2/test-17003572299331 descriptor: 'ns2:test-17003572299331', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:28:04,871 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-19T01:28:04,874 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.BackupUtils(152): Starting to write region info for table ns2:test-17003572299331 2023-11-19T01:28:05,279 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.BackupUtils(159): Finished writing region info for table ns2:test-17003572299331 2023-11-19T01:28:05,293 INFO [master/jenkins-hbase6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-11-19T01:28:05,293 INFO [master/jenkins-hbase6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-11-19T01:28:05,689 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.BackupUtils(147): Attempting to copy table info for:test-1700357229933 target: hdfs://localhost:34591/backupUT/backup_1700357280089/default/test-1700357229933 descriptor: 'test-1700357229933', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:28:05,689 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-19T01:28:05,692 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.BackupUtils(152): Starting to write region info for table test-1700357229933 2023-11-19T01:28:06,097 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.BackupUtils(159): Finished writing region info for table test-1700357229933 2023-11-19T01:28:06,104 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:34591/backupUT/.tmp/backup_1700357280089 from hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357265453;hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/oldWALs/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357265488 2023-11-19T01:28:06,106 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5c197b73 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:06,111 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53561db3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:06,112 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:06,114 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:39234, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:06,116 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-19T01:28:06,116 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1700357229933 2023-11-19T01:28:06,119 DEBUG [hconnection-0x48bdadf7-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:06,120 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:51946, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:06,121 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1700357229933: test-1700357229933; 2023-11-19T01:28:06,121 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-17003572299331 2023-11-19T01:28:06,123 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-17003572299331: ns2:test-17003572299331; 2023-11-19T01:28:06,123 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-11-19T01:28:06,123 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/partitions_56351216-5c64-4879-9cc6-456ad1ead1cb 2023-11-19T01:28:06,529 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:06,530 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:06,530 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:06,531 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:07,529 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/hadoop-862552563006022991.jar 2023-11-19T01:28:07,530 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:07,530 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:07,531 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:07,531 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:07,532 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:07,532 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:07,532 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:07,533 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:07,533 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:07,534 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:28:07,534 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:28:07,535 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:28:07,535 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:28:07,536 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:28:07,536 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:28:07,537 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:28:07,537 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:28:07,537 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:28:07,538 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:28:07,538 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:28:07,539 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:28:07,539 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:07,540 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:07,540 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:07,540 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:07,541 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:07,541 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:07,542 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:28:07,542 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: default:test-1700357229933,ns2:test-17003572299331 2023-11-19T01:28:07,542 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:07,542 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5c197b73 to 127.0.0.1:53997 2023-11-19T01:28:07,542 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:07,543 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:28:08,534 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/hadoop-2860288063768947709.jar 2023-11-19T01:28:08,539 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:28:08,555 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357265453 for WAL files 2023-11-19T01:28:08,556 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357265453 2023-11-19T01:28:08,556 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/oldWALs/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357265488 for WAL files 2023-11-19T01:28:08,557 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/oldWALs/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357265488 2023-11-19T01:28:08,629 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.local.dir/1700357288593/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:28:08,629 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.local.dir/1700357288593/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:28:08,691 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357265453 for hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0.1700357265453 (-9223372036854775808:9223372036854775807) length:4283 2023-11-19T01:28:08,696 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-11-19T01:28:08,696 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-11-19T01:28:08,739 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/oldWALs/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357265488 for hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/oldWALs/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357265488 (-9223372036854775808:9223372036854775807) length:93 2023-11-19T01:28:08,742 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-11-19T01:28:08,742 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-11-19T01:28:08,766 DEBUG [pool-226-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x54fba6aa to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:08,771 DEBUG [pool-226-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed9c996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:08,772 DEBUG [hconnection-0x2dd32904-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:08,774 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:51960, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:08,775 DEBUG [pool-226-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x54fba6aa to 127.0.0.1:53997 2023-11-19T01:28:08,775 DEBUG [pool-226-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:08,776 DEBUG [pool-226-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1700357229933-2-0] 2023-11-19T01:28:08,777 DEBUG [pool-226-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:28:08,780 DEBUG [pool-226-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/backupUT/.tmp/backup_1700357280089/_temporary/0/_temporary/attempt_local370551487_0005_r_000001_0/default/test-1700357229933/f2/ef89c0ff583843b394d2779854f2d863 is 58, key is row-test-1700357229933-2-0/f2:q1/1700357275084/Put/seqid=0 2023-11-19T01:28:08,782 WARN [Thread-1074 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:41373] Specified favored nodes: [jenkins-hbase6.apache.org:41373] 2023-11-19T01:28:09,680 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:34591/backupUT 2023-11-19T01:28:09,680 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1700357280089 2023-11-19T01:28:09,680 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-11-19T01:28:09,686 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:34591/backupUT/.tmp/backup_1700357280089, hdfs://localhost:34591/backupUT] 2023-11-19T01:28:09,710 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:28:10,287 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-11-19T01:28:10,288 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1700357280089 2023-11-19T01:28:10,289 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 5349 bytes copied." 2023-11-19T01:28:10,289 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local1218055221_0006 completed: true true 2023-11-19T01:28:10,292 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=4445617 FILE: Number of bytes written=7503907 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=272741 HDFS: Number of bytes written=2449141 HDFS: Number of read operations=806 HDFS: Number of large read operations=0 HDFS: Number of write operations=296 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1635778560 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=5349 Bytes Expected=5349 Files Copied=2 DIR_COPY=4 2023-11-19T01:28:10,292 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:34591/backupUT/.tmp/backup_1700357280089 to hdfs://localhost:34591/backupUT finished. 2023-11-19T01:28:10,301 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupSystemTable(453): deleted 0 original bulkload rows 2023-11-19T01:28:10,301 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700357280089 2023-11-19T01:28:10,305 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:34591/backupUT/backup_1700357261279 to construct the dependency. 2023-11-19T01:28:10,305 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34591/backupUT/backup_1700357261279 2023-11-19T01:28:10,308 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700357261279/.backup.manifest 2023-11-19T01:28:10,308 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1700357261279BackupDir=hdfs://localhost:34591/backupUT} 2023-11-19T01:28:10,308 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-19T01:28:10,308 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700357280089 2023-11-19T01:28:10,309 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:34591/backupUT/backup_1700357261279 to construct the dependency. 2023-11-19T01:28:10,309 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34591/backupUT/backup_1700357261279 2023-11-19T01:28:10,311 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700357261279/.backup.manifest 2023-11-19T01:28:10,311 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1700357261279BackupDir=hdfs://localhost:34591/backupUT} 2023-11-19T01:28:10,312 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-19T01:28:10,717 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34591/backupUT/backup_1700357280089/.backup.manifest 2023-11-19T01:28:10,717 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700357280089 2023-11-19T01:28:10,719 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:34591/backupUT/backup_1700357261279 to construct the dependency. 2023-11-19T01:28:10,719 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34591/backupUT/backup_1700357261279 2023-11-19T01:28:10,723 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700357261279/.backup.manifest 2023-11-19T01:28:10,723 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1700357261279BackupDir=hdfs://localhost:34591/backupUT} 2023-11-19T01:28:10,723 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-19T01:28:10,723 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700357280089 2023-11-19T01:28:10,725 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:34591/backupUT/backup_1700357261279 to construct the dependency. 2023-11-19T01:28:10,725 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34591/backupUT/backup_1700357261279 2023-11-19T01:28:10,727 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700357261279/.backup.manifest 2023-11-19T01:28:10,727 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1700357261279BackupDir=hdfs://localhost:34591/backupUT} 2023-11-19T01:28:10,727 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-19T01:28:11,132 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34591/backupUT/backup_1700357280089/.backup.manifest 2023-11-19T01:28:11,132 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700357280089 2023-11-19T01:28:11,134 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:34591/backupUT/backup_1700357261279 to construct the dependency. 2023-11-19T01:28:11,134 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34591/backupUT/backup_1700357261279 2023-11-19T01:28:11,137 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700357261279/.backup.manifest 2023-11-19T01:28:11,137 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1700357261279BackupDir=hdfs://localhost:34591/backupUT} 2023-11-19T01:28:11,137 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-19T01:28:11,544 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34591/backupUT/backup_1700357280089/.backup.manifest 2023-11-19T01:28:11,545 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.TableBackupClient(358): Backup backup_1700357280089 finished: type=INCREMENTAL,tablelist=ns2:test-17003572299331;test-1700357229933,targetRootDir=hdfs://localhost:34591/backupUT,startts=1700357284242,completets=1700357290301,bytescopied=0 2023-11-19T01:28:11,545 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-19T01:28:11,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_backup_system" 2023-11-19T01:28:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-19T01:28:11,553 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-19T01:28:11,554 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-19T01:28:11,557 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.TableBackupClient(376): Backup backup_1700357280089 completed. 2023-11-19T01:28:11,568 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] backup.TestIncrementalBackup(173): Restoring full backup_1700357240387 2023-11-19T01:28:11,571 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-11-19T01:28:11,571 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.RestoreTablesClient(101): HBase table ns2:table2 does not exist. It will be created during restore process 2023-11-19T01:28:11,572 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34591/backupUT/backup_1700357240387/.backup.manifest 2023-11-19T01:28:11,574 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700357240387/.backup.manifest 2023-11-19T01:28:11,574 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34591/backupUT/backup_1700357240387/.backup.manifest 2023-11-19T01:28:11,576 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700357240387/.backup.manifest 2023-11-19T01:28:11,579 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34591/backupUT/backup_1700357240387/.backup.manifest 2023-11-19T01:28:11,581 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700357240387/.backup.manifest 2023-11-19T01:28:11,581 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.RestoreTablesClient(148): Restoring 'test-1700357229933' to 'table1' from full backup image hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933 2023-11-19T01:28:11,588 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] util.RestoreTool(487): Creating target table 'table1' 2023-11-19T01:28:11,588 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:28:11,589 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f in region [hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b] 2023-11-19T01:28:11,593 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f/537e70eb5dbe44fb80ee9f592249a2bf first=row0 last=row98 2023-11-19T01:28:11,593 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f3 in region [hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b] 2023-11-19T01:28:11,597 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f3/67976afd0ce149dea91172387f8948bb first=row-test-1700357229933-3-0 last=row-test-1700357229933-3-5 2023-11-19T01:28:11,597 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/mob in region [hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b] 2023-11-19T01:28:11,601 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/mob/17ecd3c1b47e4eaca1acf5db57885fd3 first=row-test-1700357229933-3-0 last=row-test-1700357229933-3-5 2023-11-19T01:28:11,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:28:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-11-19T01:28:11,612 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:28:11,612 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:28:11,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 55 2023-11-19T01:28:11,613 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=55, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:28:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=55 2023-11-19T01:28:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=55 2023-11-19T01:28:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=55 2023-11-19T01:28:12,021 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 5d4a8f081e601cced59e23114765c9b6, NAME => 'table1,,1700357291608.5d4a8f081e601cced59e23114765c9b6.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822 2023-11-19T01:28:12,021 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7075): creating {ENCODED => e2c6e7dc6f18501fec12e0cbe2cb91fc, NAME => 'table1,row0,1700357291608.e2c6e7dc6f18501fec12e0cbe2cb91fc.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822 2023-11-19T01:28:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=55 2023-11-19T01:28:12,428 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(888): Instantiated table1,row0,1700357291608.e2c6e7dc6f18501fec12e0cbe2cb91fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:28:12,428 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1700357291608.5d4a8f081e601cced59e23114765c9b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:28:12,428 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1668): Closing e2c6e7dc6f18501fec12e0cbe2cb91fc, disabling compactions & flushes 2023-11-19T01:28:12,428 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing 5d4a8f081e601cced59e23114765c9b6, disabling compactions & flushes 2023-11-19T01:28:12,428 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1690): Closing region table1,row0,1700357291608.e2c6e7dc6f18501fec12e0cbe2cb91fc. 2023-11-19T01:28:12,428 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1700357291608.5d4a8f081e601cced59e23114765c9b6. 2023-11-19T01:28:12,428 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,row0,1700357291608.e2c6e7dc6f18501fec12e0cbe2cb91fc. 2023-11-19T01:28:12,428 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1700357291608.5d4a8f081e601cced59e23114765c9b6. 2023-11-19T01:28:12,428 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1778): Acquired close lock on table1,row0,1700357291608.e2c6e7dc6f18501fec12e0cbe2cb91fc. after waiting 0 ms 2023-11-19T01:28:12,428 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1700357291608.5d4a8f081e601cced59e23114765c9b6. after waiting 0 ms 2023-11-19T01:28:12,428 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1788): Updates disabled for region table1,row0,1700357291608.e2c6e7dc6f18501fec12e0cbe2cb91fc. 2023-11-19T01:28:12,428 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1700357291608.5d4a8f081e601cced59e23114765c9b6. 2023-11-19T01:28:12,428 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1909): Closed table1,row0,1700357291608.e2c6e7dc6f18501fec12e0cbe2cb91fc. 2023-11-19T01:28:12,428 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1700357291608.5d4a8f081e601cced59e23114765c9b6. 2023-11-19T01:28:12,428 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1622): Region close journal for e2c6e7dc6f18501fec12e0cbe2cb91fc: 2023-11-19T01:28:12,428 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for 5d4a8f081e601cced59e23114765c9b6: 2023-11-19T01:28:12,429 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=55, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:28:12,429 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,row0,1700357291608.e2c6e7dc6f18501fec12e0cbe2cb91fc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1700357292429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357292429"}]},"ts":"1700357292429"} 2023-11-19T01:28:12,430 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1700357291608.5d4a8f081e601cced59e23114765c9b6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1700357292429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357292429"}]},"ts":"1700357292429"} 2023-11-19T01:28:12,432 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2023-11-19T01:28:12,433 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=55, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:28:12,433 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357292433"}]},"ts":"1700357292433"} 2023-11-19T01:28:12,434 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-11-19T01:28:12,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=5d4a8f081e601cced59e23114765c9b6, ASSIGN}, {pid=57, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=e2c6e7dc6f18501fec12e0cbe2cb91fc, ASSIGN}] 2023-11-19T01:28:12,441 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=57, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=e2c6e7dc6f18501fec12e0cbe2cb91fc, ASSIGN 2023-11-19T01:28:12,441 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=5d4a8f081e601cced59e23114765c9b6, ASSIGN 2023-11-19T01:28:12,442 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=57, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=e2c6e7dc6f18501fec12e0cbe2cb91fc, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,41373,1700357221166; forceNewPlan=false, retain=false 2023-11-19T01:28:12,442 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=5d4a8f081e601cced59e23114765c9b6, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,41373,1700357221166; forceNewPlan=false, retain=false 2023-11-19T01:28:12,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=e2c6e7dc6f18501fec12e0cbe2cb91fc, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:12,594 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=56 updating hbase:meta row=5d4a8f081e601cced59e23114765c9b6, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:12,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; OpenRegionProcedure e2c6e7dc6f18501fec12e0cbe2cb91fc, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:28:12,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=59, ppid=56, state=RUNNABLE; OpenRegionProcedure 5d4a8f081e601cced59e23114765c9b6, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:28:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=55 2023-11-19T01:28:12,748 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:12,753 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(130): Open table1,row0,1700357291608.e2c6e7dc6f18501fec12e0cbe2cb91fc. 2023-11-19T01:28:12,754 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7254): Opening region: {ENCODED => e2c6e7dc6f18501fec12e0cbe2cb91fc, NAME => 'table1,row0,1700357291608.e2c6e7dc6f18501fec12e0cbe2cb91fc.', STARTKEY => 'row0', ENDKEY => ''} 2023-11-19T01:28:12,754 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:28:12,754 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 e2c6e7dc6f18501fec12e0cbe2cb91fc 2023-11-19T01:28:12,754 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(888): Instantiated table1,row0,1700357291608.e2c6e7dc6f18501fec12e0cbe2cb91fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:28:12,754 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7296): checking encryption for e2c6e7dc6f18501fec12e0cbe2cb91fc 2023-11-19T01:28:12,754 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7299): checking classloading for e2c6e7dc6f18501fec12e0cbe2cb91fc 2023-11-19T01:28:12,756 INFO [StoreOpener-e2c6e7dc6f18501fec12e0cbe2cb91fc-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e2c6e7dc6f18501fec12e0cbe2cb91fc 2023-11-19T01:28:12,758 INFO [StoreOpener-e2c6e7dc6f18501fec12e0cbe2cb91fc-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2c6e7dc6f18501fec12e0cbe2cb91fc columnFamilyName f 2023-11-19T01:28:12,758 DEBUG [StoreOpener-e2c6e7dc6f18501fec12e0cbe2cb91fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:28:12,759 INFO [StoreOpener-e2c6e7dc6f18501fec12e0cbe2cb91fc-1 {}] regionserver.HStore(324): Store=e2c6e7dc6f18501fec12e0cbe2cb91fc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:28:12,759 INFO [StoreOpener-e2c6e7dc6f18501fec12e0cbe2cb91fc-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region e2c6e7dc6f18501fec12e0cbe2cb91fc 2023-11-19T01:28:12,760 INFO [StoreOpener-e2c6e7dc6f18501fec12e0cbe2cb91fc-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2c6e7dc6f18501fec12e0cbe2cb91fc columnFamilyName f3 2023-11-19T01:28:12,760 DEBUG [StoreOpener-e2c6e7dc6f18501fec12e0cbe2cb91fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:28:12,761 INFO [StoreOpener-e2c6e7dc6f18501fec12e0cbe2cb91fc-1 {}] regionserver.HStore(324): Store=e2c6e7dc6f18501fec12e0cbe2cb91fc/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:28:12,761 INFO [StoreOpener-e2c6e7dc6f18501fec12e0cbe2cb91fc-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region e2c6e7dc6f18501fec12e0cbe2cb91fc 2023-11-19T01:28:12,762 INFO [StoreOpener-e2c6e7dc6f18501fec12e0cbe2cb91fc-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2c6e7dc6f18501fec12e0cbe2cb91fc columnFamilyName mob 2023-11-19T01:28:12,763 DEBUG [StoreOpener-e2c6e7dc6f18501fec12e0cbe2cb91fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:28:12,763 INFO [StoreOpener-e2c6e7dc6f18501fec12e0cbe2cb91fc-1 {}] regionserver.HStore(324): Store=e2c6e7dc6f18501fec12e0cbe2cb91fc/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:28:12,764 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e2c6e7dc6f18501fec12e0cbe2cb91fc 2023-11-19T01:28:12,765 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e2c6e7dc6f18501fec12e0cbe2cb91fc 2023-11-19T01:28:12,767 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:28:12,768 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1076): writing seq id for e2c6e7dc6f18501fec12e0cbe2cb91fc 2023-11-19T01:28:12,771 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e2c6e7dc6f18501fec12e0cbe2cb91fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:28:12,771 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1093): Opened e2c6e7dc6f18501fec12e0cbe2cb91fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10653660160, jitterRate=-0.007800579071044922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:28:12,772 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(992): Region open journal for e2c6e7dc6f18501fec12e0cbe2cb91fc: 2023-11-19T01:28:12,773 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,row0,1700357291608.e2c6e7dc6f18501fec12e0cbe2cb91fc., pid=58, masterSystemTime=1700357292747 2023-11-19T01:28:12,774 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,row0,1700357291608.e2c6e7dc6f18501fec12e0cbe2cb91fc. 2023-11-19T01:28:12,774 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(158): Opened table1,row0,1700357291608.e2c6e7dc6f18501fec12e0cbe2cb91fc. 2023-11-19T01:28:12,774 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(130): Open table1,,1700357291608.5d4a8f081e601cced59e23114765c9b6. 2023-11-19T01:28:12,775 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7254): Opening region: {ENCODED => 5d4a8f081e601cced59e23114765c9b6, NAME => 'table1,,1700357291608.5d4a8f081e601cced59e23114765c9b6.', STARTKEY => '', ENDKEY => 'row0'} 2023-11-19T01:28:12,775 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=e2c6e7dc6f18501fec12e0cbe2cb91fc, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:12,775 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:28:12,775 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 5d4a8f081e601cced59e23114765c9b6 2023-11-19T01:28:12,775 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(888): Instantiated table1,,1700357291608.5d4a8f081e601cced59e23114765c9b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:28:12,775 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7296): checking encryption for 5d4a8f081e601cced59e23114765c9b6 2023-11-19T01:28:12,775 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7299): checking classloading for 5d4a8f081e601cced59e23114765c9b6 2023-11-19T01:28:12,777 INFO [StoreOpener-5d4a8f081e601cced59e23114765c9b6-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5d4a8f081e601cced59e23114765c9b6 2023-11-19T01:28:12,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=58, resume processing ppid=57 2023-11-19T01:28:12,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=58, ppid=57, state=SUCCESS; OpenRegionProcedure e2c6e7dc6f18501fec12e0cbe2cb91fc, server=jenkins-hbase6.apache.org,41373,1700357221166 in 180 msec 2023-11-19T01:28:12,778 INFO [StoreOpener-5d4a8f081e601cced59e23114765c9b6-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d4a8f081e601cced59e23114765c9b6 columnFamilyName f 2023-11-19T01:28:12,778 DEBUG [StoreOpener-5d4a8f081e601cced59e23114765c9b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:28:12,779 INFO [StoreOpener-5d4a8f081e601cced59e23114765c9b6-1 {}] regionserver.HStore(324): Store=5d4a8f081e601cced59e23114765c9b6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:28:12,779 INFO [StoreOpener-5d4a8f081e601cced59e23114765c9b6-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 5d4a8f081e601cced59e23114765c9b6 2023-11-19T01:28:12,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=57, ppid=55, state=SUCCESS; TransitRegionStateProcedure table=table1, region=e2c6e7dc6f18501fec12e0cbe2cb91fc, ASSIGN in 339 msec 2023-11-19T01:28:12,780 INFO [StoreOpener-5d4a8f081e601cced59e23114765c9b6-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d4a8f081e601cced59e23114765c9b6 columnFamilyName f3 2023-11-19T01:28:12,780 DEBUG [StoreOpener-5d4a8f081e601cced59e23114765c9b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:28:12,780 INFO [StoreOpener-5d4a8f081e601cced59e23114765c9b6-1 {}] regionserver.HStore(324): Store=5d4a8f081e601cced59e23114765c9b6/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:28:12,781 INFO [StoreOpener-5d4a8f081e601cced59e23114765c9b6-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 5d4a8f081e601cced59e23114765c9b6 2023-11-19T01:28:12,782 INFO [StoreOpener-5d4a8f081e601cced59e23114765c9b6-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d4a8f081e601cced59e23114765c9b6 columnFamilyName mob 2023-11-19T01:28:12,783 DEBUG [StoreOpener-5d4a8f081e601cced59e23114765c9b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:28:12,783 INFO [StoreOpener-5d4a8f081e601cced59e23114765c9b6-1 {}] regionserver.HStore(324): Store=5d4a8f081e601cced59e23114765c9b6/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:28:12,784 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/5d4a8f081e601cced59e23114765c9b6 2023-11-19T01:28:12,784 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/5d4a8f081e601cced59e23114765c9b6 2023-11-19T01:28:12,786 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:28:12,787 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1076): writing seq id for 5d4a8f081e601cced59e23114765c9b6 2023-11-19T01:28:12,789 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/5d4a8f081e601cced59e23114765c9b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:28:12,789 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1093): Opened 5d4a8f081e601cced59e23114765c9b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11549693760, jitterRate=0.07564905285835266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:28:12,789 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(992): Region open journal for 5d4a8f081e601cced59e23114765c9b6: 2023-11-19T01:28:12,790 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1700357291608.5d4a8f081e601cced59e23114765c9b6., pid=59, masterSystemTime=1700357292747 2023-11-19T01:28:12,791 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1700357291608.5d4a8f081e601cced59e23114765c9b6. 2023-11-19T01:28:12,791 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(158): Opened table1,,1700357291608.5d4a8f081e601cced59e23114765c9b6. 2023-11-19T01:28:12,792 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=56 updating hbase:meta row=5d4a8f081e601cced59e23114765c9b6, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:12,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=59, resume processing ppid=56 2023-11-19T01:28:12,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=59, ppid=56, state=SUCCESS; OpenRegionProcedure 5d4a8f081e601cced59e23114765c9b6, server=jenkins-hbase6.apache.org,41373,1700357221166 in 197 msec 2023-11-19T01:28:12,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=56, resume processing ppid=55 2023-11-19T01:28:12,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=56, ppid=55, state=SUCCESS; TransitRegionStateProcedure table=table1, region=5d4a8f081e601cced59e23114765c9b6, ASSIGN in 355 msec 2023-11-19T01:28:12,796 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=55, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:28:12,797 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357292796"}]},"ts":"1700357292796"} 2023-11-19T01:28:12,798 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-11-19T01:28:12,800 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=55, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:28:12,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=55, state=SUCCESS; CreateTableProcedure table=table1 in 1.1910 sec 2023-11-19T01:28:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=55 2023-11-19T01:28:13,719 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:table1, procId: 55 completed 2023-11-19T01:28:13,724 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b from hbase tables test-1700357229933 to tables table1 2023-11-19T01:28:13,724 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1700357229933 into table1 2023-11-19T01:28:13,727 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357293724 from hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:28:13,728 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x797fb28a to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:13,733 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c046b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:13,734 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:13,736 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:32802, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:13,737 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-19T01:28:13,737 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-11-19T01:28:13,740 DEBUG [hconnection-0x35d79774-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:13,741 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:49860, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:13,743 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-11-19T01:28:13,743 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: row0 2023-11-19T01:28:13,743 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-11-19T01:28:13,743 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/partitions_4925215c-e10b-4b55-8aef-57268ddd9af4 2023-11-19T01:28:14,152 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:14,153 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:14,154 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:14,154 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:15,172 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/hadoop-2769706726522429771.jar 2023-11-19T01:28:15,172 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:15,172 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:15,173 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:15,173 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:15,174 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:15,174 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:15,174 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:15,175 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:15,175 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:15,176 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:28:15,177 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:28:15,177 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:28:15,177 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:28:15,178 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:28:15,178 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:28:15,179 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:28:15,179 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:28:15,180 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:28:15,180 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:28:15,181 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:28:15,181 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:28:15,185 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:15,185 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:15,185 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:15,186 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:15,186 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:15,186 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:15,187 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:28:15,187 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-11-19T01:28:15,187 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:15,188 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x797fb28a to 127.0.0.1:53997 2023-11-19T01:28:15,188 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:15,188 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-19T01:28:15,188 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-19T01:28:15,189 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:28:15,195 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:28:15,201 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-19T01:28:15,259 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2023-11-19T01:28:15,288 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.local.dir/1700357295251/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:28:15,288 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.local.dir/1700357295251/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:28:15,347 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f/537e70eb5dbe44fb80ee9f592249a2bf 2023-11-19T01:28:15,350 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:28:15,376 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/mob/17ecd3c1b47e4eaca1acf5db57885fd3 2023-11-19T01:28:15,379 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:28:15,406 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f3/67976afd0ce149dea91172387f8948bb 2023-11-19T01:28:15,410 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:28:15,428 DEBUG [pool-239-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0468c4f4 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:15,433 DEBUG [pool-239-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe41960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:15,435 DEBUG [hconnection-0x456f4a2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:15,437 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:49874, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:15,439 DEBUG [pool-239-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0468c4f4 to 127.0.0.1:53997 2023-11-19T01:28:15,439 DEBUG [pool-239-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:15,440 DEBUG [pool-239-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1700357229933-3-0] 2023-11-19T01:28:15,440 DEBUG [pool-239-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:28:15,446 DEBUG [pool-239-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2f63dd7f to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:15,458 DEBUG [pool-239-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25699839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:15,461 DEBUG [hconnection-0x16c017b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:15,462 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:49888, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:15,464 DEBUG [pool-239-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2f63dd7f to 127.0.0.1:53997 2023-11-19T01:28:15,464 DEBUG [pool-239-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:15,465 DEBUG [pool-239-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1700357229933-3-0] 2023-11-19T01:28:15,465 DEBUG [pool-239-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:28:15,472 DEBUG [pool-239-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357293724/_temporary/0/_temporary/attempt_local175890855_0007_r_000000_0/f3/a5d2174ec9034151b21e5a0f7dda55ca is 58, key is row-test-1700357229933-3-0/f3:q1/1700357240368/Put/seqid=0 2023-11-19T01:28:15,473 WARN [Thread-1167 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:41373] Specified favored nodes: [jenkins-hbase6.apache.org:41373] 2023-11-19T01:28:15,880 DEBUG [pool-239-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357293724/_temporary/0/_temporary/attempt_local175890855_0007_r_000000_0/mob/7d925c0de5a145399a3b6a6f1ff10d06 is 59, key is row-test-1700357229933-3-0/mob:q1/1700357240376/Put/seqid=0 2023-11-19T01:28:15,882 WARN [Thread-1169 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:41373] Specified favored nodes: [jenkins-hbase6.apache.org:41373] 2023-11-19T01:28:16,302 DEBUG [pool-239-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x301ffe3c to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:16,307 DEBUG [pool-239-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3549d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:16,308 DEBUG [hconnection-0x37a38399-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:16,310 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:49904, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:16,314 DEBUG [pool-239-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x301ffe3c to 127.0.0.1:53997 2023-11-19T01:28:16,314 DEBUG [pool-239-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:16,314 DEBUG [pool-239-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-19T01:28:16,314 DEBUG [pool-239-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:28:16,321 DEBUG [pool-239-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357293724/_temporary/0/_temporary/attempt_local175890855_0007_r_000001_0/f/f1cb2c7ae0014fbaa52d3ea9a2dd7954 is 37, key is row10/f:q1/1700357232572/Put/seqid=0 2023-11-19T01:28:16,322 WARN [Thread-1182 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:41373] Specified favored nodes: [jenkins-hbase6.apache.org:41373] 2023-11-19T01:28:17,339 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357293724 2023-11-19T01:28:17,340 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3d8e40dd to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:17,346 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209d5a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:17,347 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:17,349 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:49918, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:17,356 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357293724/_SUCCESS 2023-11-19T01:28:17,385 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:17,386 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:32812, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:17,419 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357293724/f/f1cb2c7ae0014fbaa52d3ea9a2dd7954 first=Optional[row0] last=Optional[row98] 2023-11-19T01:28:17,422 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357293724/f3/a5d2174ec9034151b21e5a0f7dda55ca first=Optional[row-test-1700357229933-3-0] last=Optional[row-test-1700357229933-3-5] 2023-11-19T01:28:17,426 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357293724/mob/7d925c0de5a145399a3b6a6f1ff10d06 first=Optional[row-test-1700357229933-3-0] last=Optional[row-test-1700357229933-3-5] 2023-11-19T01:28:17,447 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1700357291608.5d4a8f081e601cced59e23114765c9b6., hostname=jenkins-hbase6.apache.org,41373,1700357221166, seqNum=2 for row with hfile group [{mob,hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357293724/mob/7d925c0de5a145399a3b6a6f1ff10d06}{f3,hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357293724/f3/a5d2174ec9034151b21e5a0f7dda55ca}] 2023-11-19T01:28:17,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357293724/mob/7d925c0de5a145399a3b6a6f1ff10d06 for inclusion in 5d4a8f081e601cced59e23114765c9b6/mob 2023-11-19T01:28:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(623): HFile bounds: first=row-test-1700357229933-3-0 last=row-test-1700357229933-3-5 2023-11-19T01:28:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(625): Region bounds: first= last=row0 2023-11-19T01:28:17,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357293724/f3/a5d2174ec9034151b21e5a0f7dda55ca for inclusion in 5d4a8f081e601cced59e23114765c9b6/f3 2023-11-19T01:28:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(623): HFile bounds: first=row-test-1700357229933-3-0 last=row-test-1700357229933-3-5 2023-11-19T01:28:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(625): Region bounds: first= last=row0 2023-11-19T01:28:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegion(2520): Flush status journal for 5d4a8f081e601cced59e23114765c9b6: 2023-11-19T01:28:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357293724/mob/7d925c0de5a145399a3b6a6f1ff10d06 to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__1umpjnruqf26unl6b70fqdlkuq1un615mj1lce5d766pjh7f3ulvu3hgg94ja6ut/mob/7d925c0de5a145399a3b6a6f1ff10d06 2023-11-19T01:28:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__1umpjnruqf26unl6b70fqdlkuq1un615mj1lce5d766pjh7f3ulvu3hgg94ja6ut/mob/7d925c0de5a145399a3b6a6f1ff10d06 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/5d4a8f081e601cced59e23114765c9b6/mob/48440fcaff884e7d85aa45ac17b436d8_SeqId_4_ 2023-11-19T01:28:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357293724/f3/a5d2174ec9034151b21e5a0f7dda55ca to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__1umpjnruqf26unl6b70fqdlkuq1un615mj1lce5d766pjh7f3ulvu3hgg94ja6ut/f3/a5d2174ec9034151b21e5a0f7dda55ca 2023-11-19T01:28:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__1umpjnruqf26unl6b70fqdlkuq1un615mj1lce5d766pjh7f3ulvu3hgg94ja6ut/f3/a5d2174ec9034151b21e5a0f7dda55ca as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/5d4a8f081e601cced59e23114765c9b6/f3/de5126ede0ab456baf821dbe1c294137_SeqId_4_ 2023-11-19T01:28:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x18861df1 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f55a1cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:17,504 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:32828, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:17,512 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:49926, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:17,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x18861df1 to 127.0.0.1:53997 2023-11-19T01:28:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x51cfffe0 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f1f55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:17,535 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:32842, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:17,540 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:49932, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:17,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x51cfffe0 to 127.0.0.1:53997 2023-11-19T01:28:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:17,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__1umpjnruqf26unl6b70fqdlkuq1un615mj1lce5d766pjh7f3ulvu3hgg94ja6ut/f3/a5d2174ec9034151b21e5a0f7dda55ca into 5d4a8f081e601cced59e23114765c9b6/f3 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/5d4a8f081e601cced59e23114765c9b6/f3/de5126ede0ab456baf821dbe1c294137_SeqId_4_ - updating store file list. 2023-11-19T01:28:17,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/5d4a8f081e601cced59e23114765c9b6/f3/de5126ede0ab456baf821dbe1c294137_SeqId_4_ into 5d4a8f081e601cced59e23114765c9b6/f3 2023-11-19T01:28:17,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__1umpjnruqf26unl6b70fqdlkuq1un615mj1lce5d766pjh7f3ulvu3hgg94ja6ut/f3/a5d2174ec9034151b21e5a0f7dda55ca into 5d4a8f081e601cced59e23114765c9b6/f3 (new location: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/5d4a8f081e601cced59e23114765c9b6/f3/de5126ede0ab456baf821dbe1c294137_SeqId_4_) 2023-11-19T01:28:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__1umpjnruqf26unl6b70fqdlkuq1un615mj1lce5d766pjh7f3ulvu3hgg94ja6ut/f3/a5d2174ec9034151b21e5a0f7dda55ca 2023-11-19T01:28:17,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__1umpjnruqf26unl6b70fqdlkuq1un615mj1lce5d766pjh7f3ulvu3hgg94ja6ut/mob/7d925c0de5a145399a3b6a6f1ff10d06 into 5d4a8f081e601cced59e23114765c9b6/mob as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/5d4a8f081e601cced59e23114765c9b6/mob/48440fcaff884e7d85aa45ac17b436d8_SeqId_4_ - updating store file list. 2023-11-19T01:28:17,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/5d4a8f081e601cced59e23114765c9b6/mob/48440fcaff884e7d85aa45ac17b436d8_SeqId_4_ into 5d4a8f081e601cced59e23114765c9b6/mob 2023-11-19T01:28:17,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__1umpjnruqf26unl6b70fqdlkuq1un615mj1lce5d766pjh7f3ulvu3hgg94ja6ut/mob/7d925c0de5a145399a3b6a6f1ff10d06 into 5d4a8f081e601cced59e23114765c9b6/mob (new location: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/5d4a8f081e601cced59e23114765c9b6/mob/48440fcaff884e7d85aa45ac17b436d8_SeqId_4_) 2023-11-19T01:28:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__1umpjnruqf26unl6b70fqdlkuq1un615mj1lce5d766pjh7f3ulvu3hgg94ja6ut/mob/7d925c0de5a145399a3b6a6f1ff10d06 2023-11-19T01:28:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x00cc0d3a to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130429ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:17,585 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:32852, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:28:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:17,592 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:49942, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-19T01:28:17,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x00cc0d3a to 127.0.0.1:53997 2023-11-19T01:28:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:17,615 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,row0,1700357291608.e2c6e7dc6f18501fec12e0cbe2cb91fc., hostname=jenkins-hbase6.apache.org,41373,1700357221166, seqNum=2 for row row0 with hfile group [{f,hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357293724/f/f1cb2c7ae0014fbaa52d3ea9a2dd7954}] 2023-11-19T01:28:17,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357293724/f/f1cb2c7ae0014fbaa52d3ea9a2dd7954 for inclusion in e2c6e7dc6f18501fec12e0cbe2cb91fc/f 2023-11-19T01:28:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-19T01:28:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(625): Region bounds: first=row0 last= 2023-11-19T01:28:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegion(2520): Flush status journal for e2c6e7dc6f18501fec12e0cbe2cb91fc: 2023-11-19T01:28:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357293724/f/f1cb2c7ae0014fbaa52d3ea9a2dd7954 to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__1umpjnruqf26unl6b70fqdlkuq1un615mj1lce5d766pjh7f3ulvu3hgg94ja6ut/f/f1cb2c7ae0014fbaa52d3ea9a2dd7954 2023-11-19T01:28:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__1umpjnruqf26unl6b70fqdlkuq1un615mj1lce5d766pjh7f3ulvu3hgg94ja6ut/f/f1cb2c7ae0014fbaa52d3ea9a2dd7954 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e2c6e7dc6f18501fec12e0cbe2cb91fc/f/a5ad6bb99c2c4134b33c5ac9c535d111_SeqId_4_ 2023-11-19T01:28:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3d7ec4d2 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a0c8e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:17,637 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:32866, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:17,646 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:49958, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:17,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3d7ec4d2 to 127.0.0.1:53997 2023-11-19T01:28:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:17,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__1umpjnruqf26unl6b70fqdlkuq1un615mj1lce5d766pjh7f3ulvu3hgg94ja6ut/f/f1cb2c7ae0014fbaa52d3ea9a2dd7954 into e2c6e7dc6f18501fec12e0cbe2cb91fc/f as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e2c6e7dc6f18501fec12e0cbe2cb91fc/f/a5ad6bb99c2c4134b33c5ac9c535d111_SeqId_4_ - updating store file list. 2023-11-19T01:28:17,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e2c6e7dc6f18501fec12e0cbe2cb91fc/f/a5ad6bb99c2c4134b33c5ac9c535d111_SeqId_4_ into e2c6e7dc6f18501fec12e0cbe2cb91fc/f 2023-11-19T01:28:17,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__1umpjnruqf26unl6b70fqdlkuq1un615mj1lce5d766pjh7f3ulvu3hgg94ja6ut/f/f1cb2c7ae0014fbaa52d3ea9a2dd7954 into e2c6e7dc6f18501fec12e0cbe2cb91fc/f (new location: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e2c6e7dc6f18501fec12e0cbe2cb91fc/f/a5ad6bb99c2c4134b33c5ac9c535d111_SeqId_4_) 2023-11-19T01:28:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__1umpjnruqf26unl6b70fqdlkuq1un615mj1lce5d766pjh7f3ulvu3hgg94ja6ut/f/f1cb2c7ae0014fbaa52d3ea9a2dd7954 2023-11-19T01:28:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4897dd12 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d08d41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:17,683 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:32876, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:28:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:17,688 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:49962, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-19T01:28:17,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4897dd12 to 127.0.0.1:53997 2023-11-19T01:28:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:17,714 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:17,714 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3d8e40dd to 127.0.0.1:53997 2023-11-19T01:28:17,715 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:17,715 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-19T01:28:17,716 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-19T01:28:17,716 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.RestoreTablesClient(233): Backup: backup_1700357240387 hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/ 2023-11-19T01:28:17,718 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34591/backupUT/backup_1700357240387/.backup.manifest 2023-11-19T01:28:17,723 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700357240387/.backup.manifest 2023-11-19T01:28:17,723 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.RestoreTablesClient(148): Restoring 'ns2:test-17003572299331' to 'ns2:table2' from full backup image hdfs://localhost:34591/backupUT/backup_1700357240387/ns2/test-17003572299331 2023-11-19T01:28:17,730 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] util.RestoreTool(487): Creating target table 'ns2:table2' 2023-11-19T01:28:17,730 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:34591/backupUT/backup_1700357240387/ns2/test-17003572299331/archive/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d 2023-11-19T01:28:17,731 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:34591/backupUT/backup_1700357240387/ns2/test-17003572299331/archive/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d/f in region [hdfs://localhost:34591/backupUT/backup_1700357240387/ns2/test-17003572299331/archive/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d] 2023-11-19T01:28:17,734 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:34591/backupUT/backup_1700357240387/ns2/test-17003572299331/archive/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d/f/5eae1318ff8148ef9d1caceb16732928 first=row0 last=row98 2023-11-19T01:28:17,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:28:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:table2 2023-11-19T01:28:17,738 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:28:17,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 60 2023-11-19T01:28:17,739 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=60, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:28:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=60 2023-11-19T01:28:17,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=60 2023-11-19T01:28:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=60 2023-11-19T01:28:18,148 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f2ca4cf825ec8a6d03a53415da5f2947, NAME => 'ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822 2023-11-19T01:28:18,301 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:28:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=60 2023-11-19T01:28:18,555 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:28:18,555 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1668): Closing f2ca4cf825ec8a6d03a53415da5f2947, disabling compactions & flushes 2023-11-19T01:28:18,555 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947. 2023-11-19T01:28:18,555 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947. 2023-11-19T01:28:18,555 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947. after waiting 0 ms 2023-11-19T01:28:18,555 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947. 2023-11-19T01:28:18,555 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1909): Closed ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947. 2023-11-19T01:28:18,555 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1622): Region close journal for f2ca4cf825ec8a6d03a53415da5f2947: 2023-11-19T01:28:18,556 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=60, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:28:18,556 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1700357298556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357298556"}]},"ts":"1700357298556"} 2023-11-19T01:28:18,558 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:28:18,558 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=60, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:28:18,559 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357298559"}]},"ts":"1700357298559"} 2023-11-19T01:28:18,560 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2023-11-19T01:28:18,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=f2ca4cf825ec8a6d03a53415da5f2947, ASSIGN}] 2023-11-19T01:28:18,567 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=f2ca4cf825ec8a6d03a53415da5f2947, ASSIGN 2023-11-19T01:28:18,568 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:table2, region=f2ca4cf825ec8a6d03a53415da5f2947, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,41373,1700357221166; forceNewPlan=false, retain=false 2023-11-19T01:28:18,719 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=f2ca4cf825ec8a6d03a53415da5f2947, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:18,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; OpenRegionProcedure f2ca4cf825ec8a6d03a53415da5f2947, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:28:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=60 2023-11-19T01:28:18,873 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:18,876 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(130): Open ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947. 2023-11-19T01:28:18,876 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7254): Opening region: {ENCODED => f2ca4cf825ec8a6d03a53415da5f2947, NAME => 'ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:28:18,877 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:28:18,877 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 f2ca4cf825ec8a6d03a53415da5f2947 2023-11-19T01:28:18,877 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(888): Instantiated ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:28:18,877 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7296): checking encryption for f2ca4cf825ec8a6d03a53415da5f2947 2023-11-19T01:28:18,877 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7299): checking classloading for f2ca4cf825ec8a6d03a53415da5f2947 2023-11-19T01:28:18,878 INFO [StoreOpener-f2ca4cf825ec8a6d03a53415da5f2947-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f2ca4cf825ec8a6d03a53415da5f2947 2023-11-19T01:28:18,880 INFO [StoreOpener-f2ca4cf825ec8a6d03a53415da5f2947-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2ca4cf825ec8a6d03a53415da5f2947 columnFamilyName f 2023-11-19T01:28:18,880 DEBUG [StoreOpener-f2ca4cf825ec8a6d03a53415da5f2947-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:28:18,880 INFO [StoreOpener-f2ca4cf825ec8a6d03a53415da5f2947-1 {}] regionserver.HStore(324): Store=f2ca4cf825ec8a6d03a53415da5f2947/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:28:18,881 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/f2ca4cf825ec8a6d03a53415da5f2947 2023-11-19T01:28:18,881 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/f2ca4cf825ec8a6d03a53415da5f2947 2023-11-19T01:28:18,883 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1076): writing seq id for f2ca4cf825ec8a6d03a53415da5f2947 2023-11-19T01:28:18,885 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/f2ca4cf825ec8a6d03a53415da5f2947/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:28:18,886 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1093): Opened f2ca4cf825ec8a6d03a53415da5f2947; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11144526240, jitterRate=0.03791488707065582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:28:18,886 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(992): Region open journal for f2ca4cf825ec8a6d03a53415da5f2947: 2023-11-19T01:28:18,887 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947., pid=62, masterSystemTime=1700357298873 2023-11-19T01:28:18,889 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947. 2023-11-19T01:28:18,889 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(158): Opened ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947. 2023-11-19T01:28:18,889 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=f2ca4cf825ec8a6d03a53415da5f2947, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:18,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=62, resume processing ppid=61 2023-11-19T01:28:18,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=62, ppid=61, state=SUCCESS; OpenRegionProcedure f2ca4cf825ec8a6d03a53415da5f2947, server=jenkins-hbase6.apache.org,41373,1700357221166 in 169 msec 2023-11-19T01:28:18,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=61, resume processing ppid=60 2023-11-19T01:28:18,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=f2ca4cf825ec8a6d03a53415da5f2947, ASSIGN in 327 msec 2023-11-19T01:28:18,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=60, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:28:18,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357298894"}]},"ts":"1700357298894"} 2023-11-19T01:28:18,895 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2023-11-19T01:28:18,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=60, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:28:18,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=60, state=SUCCESS; CreateTableProcedure table=ns2:table2 in 1.1620 sec 2023-11-19T01:28:19,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2023-11-19T01:28:19,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:28:19,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-11-19T01:28:19,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:28:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=60 2023-11-19T01:28:19,845 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:table2, procId: 60 completed 2023-11-19T01:28:19,848 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:34591/backupUT/backup_1700357240387/ns2/test-17003572299331/archive/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d from hbase tables ns2:test-17003572299331 to tables ns2:table2 2023-11-19T01:28:19,848 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17003572299331 into ns2:table2 2023-11-19T01:28:19,850 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357299848 from hdfs://localhost:34591/backupUT/backup_1700357240387/ns2/test-17003572299331/archive/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d 2023-11-19T01:28:19,850 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4524a939 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:19,856 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f06268e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:19,857 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:19,858 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:32884, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:19,859 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-19T01:28:19,859 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:table2 2023-11-19T01:28:19,862 DEBUG [hconnection-0x6e322233-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:19,865 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:49964, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:19,866 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:table2: 2023-11-19T01:28:19,866 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-19T01:28:19,866 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/partitions_4734dd6a-9774-46c0-8742-69a43b99a187 2023-11-19T01:28:20,273 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:20,273 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:20,274 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:20,274 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:21,262 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2023-11-19T01:28:21,272 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/hadoop-6116136220166124473.jar 2023-11-19T01:28:21,272 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:21,272 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:21,273 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:21,273 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:21,274 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:21,274 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:21,275 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:21,275 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:21,275 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:21,276 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:28:21,277 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:28:21,277 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:28:21,277 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:28:21,278 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:28:21,278 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:28:21,279 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:28:21,279 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:28:21,280 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:28:21,280 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:28:21,280 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:28:21,281 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:28:21,281 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:21,282 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:21,282 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:21,282 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:21,283 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:21,283 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:21,284 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:28:21,284 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:table2 2023-11-19T01:28:21,284 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:21,284 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4524a939 to 127.0.0.1:53997 2023-11-19T01:28:21,284 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:21,284 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-19T01:28:21,284 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-19T01:28:21,285 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:28:21,291 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:28:21,297 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-19T01:28:21,373 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.local.dir/1700357301340/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:28:21,373 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.local.dir/1700357301340/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:28:21,421 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34591/backupUT/backup_1700357240387/ns2/test-17003572299331/archive/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d/f/5eae1318ff8148ef9d1caceb16732928 2023-11-19T01:28:21,425 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:28:21,439 DEBUG [pool-262-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6b82b716 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:21,444 DEBUG [pool-262-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a197e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:21,445 DEBUG [hconnection-0x3abdf7d9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:21,447 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58274, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:21,449 DEBUG [pool-262-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6b82b716 to 127.0.0.1:53997 2023-11-19T01:28:21,449 DEBUG [pool-262-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:21,450 DEBUG [pool-262-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-19T01:28:21,450 DEBUG [pool-262-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:28:21,457 DEBUG [pool-262-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357299848/_temporary/0/_temporary/attempt_local470531860_0008_r_000000_0/f/6139fa5582dd44d4b10492b8ed070c48 is 37, key is row10/f:q1/1700357234785/Put/seqid=0 2023-11-19T01:28:21,458 WARN [Thread-1241 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:41373] Specified favored nodes: [jenkins-hbase6.apache.org:41373] 2023-11-19T01:28:22,419 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357299848 2023-11-19T01:28:22,420 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x28080d46 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:22,429 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32233db2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:22,431 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:22,432 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58286, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:22,437 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357299848/_SUCCESS 2023-11-19T01:28:22,441 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:22,442 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:57656, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:22,451 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357299848/f/6139fa5582dd44d4b10492b8ed070c48 first=Optional[row0] last=Optional[row98] 2023-11-19T01:28:22,452 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947., hostname=jenkins-hbase6.apache.org,41373,1700357221166, seqNum=2 for row with hfile group [{f,hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357299848/f/6139fa5582dd44d4b10492b8ed070c48}] 2023-11-19T01:28:22,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357299848/f/6139fa5582dd44d4b10492b8ed070c48 for inclusion in f2ca4cf825ec8a6d03a53415da5f2947/f 2023-11-19T01:28:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-19T01:28:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-19T01:28:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegion(2520): Flush status journal for f2ca4cf825ec8a6d03a53415da5f2947: 2023-11-19T01:28:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357299848/f/6139fa5582dd44d4b10492b8ed070c48 to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__ns2_table2__19128nn70f4mevn64r25dcsh4lp7df78pcnfk1l5sh1kc07vns5otb9jdtceo4f8/f/6139fa5582dd44d4b10492b8ed070c48 2023-11-19T01:28:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__ns2_table2__19128nn70f4mevn64r25dcsh4lp7df78pcnfk1l5sh1kc07vns5otb9jdtceo4f8/f/6139fa5582dd44d4b10492b8ed070c48 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/f2ca4cf825ec8a6d03a53415da5f2947/f/e306f2e58af945469c4ecb10ebc828c5_SeqId_4_ 2023-11-19T01:28:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x346954c8 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf506c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:22,474 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:57664, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:22,479 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58298, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:22,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x346954c8 to 127.0.0.1:53997 2023-11-19T01:28:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:22,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__ns2_table2__19128nn70f4mevn64r25dcsh4lp7df78pcnfk1l5sh1kc07vns5otb9jdtceo4f8/f/6139fa5582dd44d4b10492b8ed070c48 into f2ca4cf825ec8a6d03a53415da5f2947/f as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/f2ca4cf825ec8a6d03a53415da5f2947/f/e306f2e58af945469c4ecb10ebc828c5_SeqId_4_ - updating store file list. 2023-11-19T01:28:22,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/f2ca4cf825ec8a6d03a53415da5f2947/f/e306f2e58af945469c4ecb10ebc828c5_SeqId_4_ into f2ca4cf825ec8a6d03a53415da5f2947/f 2023-11-19T01:28:22,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__ns2_table2__19128nn70f4mevn64r25dcsh4lp7df78pcnfk1l5sh1kc07vns5otb9jdtceo4f8/f/6139fa5582dd44d4b10492b8ed070c48 into f2ca4cf825ec8a6d03a53415da5f2947/f (new location: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/f2ca4cf825ec8a6d03a53415da5f2947/f/e306f2e58af945469c4ecb10ebc828c5_SeqId_4_) 2023-11-19T01:28:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__ns2_table2__19128nn70f4mevn64r25dcsh4lp7df78pcnfk1l5sh1kc07vns5otb9jdtceo4f8/f/6139fa5582dd44d4b10492b8ed070c48 2023-11-19T01:28:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2bc249b2 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42413ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:22,503 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:57678, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:28:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:22,508 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58314, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-19T01:28:22,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2bc249b2 to 127.0.0.1:53997 2023-11-19T01:28:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:22,522 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:22,523 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x28080d46 to 127.0.0.1:53997 2023-11-19T01:28:22,523 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:22,523 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-19T01:28:22,523 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-19T01:28:22,523 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.RestoreTablesClient(233): Backup: backup_1700357240387 hdfs://localhost:34591/backupUT/backup_1700357240387/ns2/test-17003572299331/ 2023-11-19T01:28:22,523 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-11-19T01:28:22,531 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] client.ClientScanner(248): Advancing internal scanner to startKey at 'row0', inclusive 2023-11-19T01:28:22,546 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34591/backupUT/backup_1700357280089/.backup.manifest 2023-11-19T01:28:22,548 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700357280089/.backup.manifest 2023-11-19T01:28:22,548 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34591/backupUT/backup_1700357280089/.backup.manifest 2023-11-19T01:28:22,550 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700357280089/.backup.manifest 2023-11-19T01:28:22,550 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34591/backupUT/backup_1700357240387/.backup.manifest 2023-11-19T01:28:22,552 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700357240387/.backup.manifest 2023-11-19T01:28:22,552 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.RestoreTablesClient(148): Restoring 'test-1700357229933' to 'table1' from full backup image hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933 2023-11-19T01:28:22,554 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.RestoreTool(295): Retrieved descriptor: 'test-1700357229933', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1700357280089 2023-11-19T01:28:22,556 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] util.RestoreTool(476): Truncating exising target table 'table1', preserving region splits 2023-11-19T01:28:22,558 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin$18(967): Started disable of table1 2023-11-19T01:28:22,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster$13(2695): Client=jenkins//172.31.2.20 disable table1 2023-11-19T01:28:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=63, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=table1 2023-11-19T01:28:22,574 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357302574"}]},"ts":"1700357302574"} 2023-11-19T01:28:22,575 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLING in hbase:meta 2023-11-19T01:28:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=63 2023-11-19T01:28:22,577 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(293): Set table1 to state=DISABLING 2023-11-19T01:28:22,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=5d4a8f081e601cced59e23114765c9b6, UNASSIGN}, {pid=65, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=e2c6e7dc6f18501fec12e0cbe2cb91fc, UNASSIGN}] 2023-11-19T01:28:22,579 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=5d4a8f081e601cced59e23114765c9b6, UNASSIGN 2023-11-19T01:28:22,579 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=65, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=e2c6e7dc6f18501fec12e0cbe2cb91fc, UNASSIGN 2023-11-19T01:28:22,580 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=64 updating hbase:meta row=5d4a8f081e601cced59e23114765c9b6, regionState=CLOSING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:22,580 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=e2c6e7dc6f18501fec12e0cbe2cb91fc, regionState=CLOSING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:22,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=66, ppid=64, state=RUNNABLE; CloseRegionProcedure 5d4a8f081e601cced59e23114765c9b6, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:28:22,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=67, ppid=65, state=RUNNABLE; CloseRegionProcedure e2c6e7dc6f18501fec12e0cbe2cb91fc, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:28:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=63 2023-11-19T01:28:22,732 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:22,733 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(119): Close e2c6e7dc6f18501fec12e0cbe2cb91fc 2023-11-19T01:28:22,733 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1668): Closing e2c6e7dc6f18501fec12e0cbe2cb91fc, disabling compactions & flushes 2023-11-19T01:28:22,733 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1690): Closing region table1,row0,1700357291608.e2c6e7dc6f18501fec12e0cbe2cb91fc. 2023-11-19T01:28:22,733 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,row0,1700357291608.e2c6e7dc6f18501fec12e0cbe2cb91fc. 2023-11-19T01:28:22,733 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1778): Acquired close lock on table1,row0,1700357291608.e2c6e7dc6f18501fec12e0cbe2cb91fc. after waiting 0 ms 2023-11-19T01:28:22,733 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1788): Updates disabled for region table1,row0,1700357291608.e2c6e7dc6f18501fec12e0cbe2cb91fc. 2023-11-19T01:28:22,739 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e2c6e7dc6f18501fec12e0cbe2cb91fc/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-19T01:28:22,740 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:28:22,741 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1909): Closed table1,row0,1700357291608.e2c6e7dc6f18501fec12e0cbe2cb91fc. 2023-11-19T01:28:22,741 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1622): Region close journal for e2c6e7dc6f18501fec12e0cbe2cb91fc: 2023-11-19T01:28:22,742 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(163): Closed e2c6e7dc6f18501fec12e0cbe2cb91fc 2023-11-19T01:28:22,742 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(119): Close 5d4a8f081e601cced59e23114765c9b6 2023-11-19T01:28:22,742 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1668): Closing 5d4a8f081e601cced59e23114765c9b6, disabling compactions & flushes 2023-11-19T01:28:22,742 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1690): Closing region table1,,1700357291608.5d4a8f081e601cced59e23114765c9b6. 2023-11-19T01:28:22,742 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1700357291608.5d4a8f081e601cced59e23114765c9b6. 2023-11-19T01:28:22,742 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1778): Acquired close lock on table1,,1700357291608.5d4a8f081e601cced59e23114765c9b6. after waiting 0 ms 2023-11-19T01:28:22,742 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1788): Updates disabled for region table1,,1700357291608.5d4a8f081e601cced59e23114765c9b6. 2023-11-19T01:28:22,743 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=e2c6e7dc6f18501fec12e0cbe2cb91fc, regionState=CLOSED 2023-11-19T01:28:22,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=67, resume processing ppid=65 2023-11-19T01:28:22,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=67, ppid=65, state=SUCCESS; CloseRegionProcedure e2c6e7dc6f18501fec12e0cbe2cb91fc, server=jenkins-hbase6.apache.org,41373,1700357221166 in 165 msec 2023-11-19T01:28:22,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=65, ppid=63, state=SUCCESS; TransitRegionStateProcedure table=table1, region=e2c6e7dc6f18501fec12e0cbe2cb91fc, UNASSIGN in 170 msec 2023-11-19T01:28:22,749 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/5d4a8f081e601cced59e23114765c9b6/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-19T01:28:22,750 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:28:22,751 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1909): Closed table1,,1700357291608.5d4a8f081e601cced59e23114765c9b6. 2023-11-19T01:28:22,751 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1622): Region close journal for 5d4a8f081e601cced59e23114765c9b6: 2023-11-19T01:28:22,752 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(163): Closed 5d4a8f081e601cced59e23114765c9b6 2023-11-19T01:28:22,752 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=64 updating hbase:meta row=5d4a8f081e601cced59e23114765c9b6, regionState=CLOSED 2023-11-19T01:28:22,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=66, resume processing ppid=64 2023-11-19T01:28:22,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=66, ppid=64, state=SUCCESS; CloseRegionProcedure 5d4a8f081e601cced59e23114765c9b6, server=jenkins-hbase6.apache.org,41373,1700357221166 in 173 msec 2023-11-19T01:28:22,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=64, resume processing ppid=63 2023-11-19T01:28:22,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=64, ppid=63, state=SUCCESS; TransitRegionStateProcedure table=table1, region=5d4a8f081e601cced59e23114765c9b6, UNASSIGN in 177 msec 2023-11-19T01:28:22,757 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357302757"}]},"ts":"1700357302757"} 2023-11-19T01:28:22,758 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLED in hbase:meta 2023-11-19T01:28:22,760 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(305): Set table1 to state=DISABLED 2023-11-19T01:28:22,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=63, state=SUCCESS; DisableTableProcedure table=table1 in 196 msec 2023-11-19T01:28:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=63 2023-11-19T01:28:22,878 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin$TableFuture(3745): Operation: DISABLE, Table Name: default:table1, procId: 63 completed 2023-11-19T01:28:22,879 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin$16(847): Started truncating table1 2023-11-19T01:28:22,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster$6(2481): Client=jenkins//172.31.2.20 truncate table1 2023-11-19T01:28:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=68, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION; TruncateTableProcedure (table=table1 preserveSplits=true) 2023-11-19T01:28:22,896 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2023-11-19T01:28:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=68 2023-11-19T01:28:22,901 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/5d4a8f081e601cced59e23114765c9b6 2023-11-19T01:28:22,901 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e2c6e7dc6f18501fec12e0cbe2cb91fc 2023-11-19T01:28:22,904 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e2c6e7dc6f18501fec12e0cbe2cb91fc/f, FileablePath, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e2c6e7dc6f18501fec12e0cbe2cb91fc/f3, FileablePath, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e2c6e7dc6f18501fec12e0cbe2cb91fc/mob, FileablePath, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e2c6e7dc6f18501fec12e0cbe2cb91fc/recovered.edits] 2023-11-19T01:28:22,904 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/5d4a8f081e601cced59e23114765c9b6/f, FileablePath, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/5d4a8f081e601cced59e23114765c9b6/f3, FileablePath, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/5d4a8f081e601cced59e23114765c9b6/mob, FileablePath, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/5d4a8f081e601cced59e23114765c9b6/recovered.edits] 2023-11-19T01:28:22,908 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e2c6e7dc6f18501fec12e0cbe2cb91fc/f/a5ad6bb99c2c4134b33c5ac9c535d111_SeqId_4_ to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/archive/data/default/table1/e2c6e7dc6f18501fec12e0cbe2cb91fc/f/a5ad6bb99c2c4134b33c5ac9c535d111_SeqId_4_ 2023-11-19T01:28:22,909 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/5d4a8f081e601cced59e23114765c9b6/f3/de5126ede0ab456baf821dbe1c294137_SeqId_4_ to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/archive/data/default/table1/5d4a8f081e601cced59e23114765c9b6/f3/de5126ede0ab456baf821dbe1c294137_SeqId_4_ 2023-11-19T01:28:22,913 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/5d4a8f081e601cced59e23114765c9b6/mob/48440fcaff884e7d85aa45ac17b436d8_SeqId_4_ to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/archive/data/default/table1/5d4a8f081e601cced59e23114765c9b6/mob/48440fcaff884e7d85aa45ac17b436d8_SeqId_4_ 2023-11-19T01:28:22,913 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e2c6e7dc6f18501fec12e0cbe2cb91fc/recovered.edits/6.seqid to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/archive/data/default/table1/e2c6e7dc6f18501fec12e0cbe2cb91fc/recovered.edits/6.seqid 2023-11-19T01:28:22,914 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e2c6e7dc6f18501fec12e0cbe2cb91fc 2023-11-19T01:28:22,915 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/5d4a8f081e601cced59e23114765c9b6/recovered.edits/6.seqid to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/archive/data/default/table1/5d4a8f081e601cced59e23114765c9b6/recovered.edits/6.seqid 2023-11-19T01:28:22,916 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/5d4a8f081e601cced59e23114765c9b6 2023-11-19T01:28:22,916 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(293): Archived table1 regions 2023-11-19T01:28:22,916 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2023-11-19T01:28:22,917 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2023-11-19T01:28:22,919 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2023-11-19T01:28:22,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41373 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2023-11-19T01:28:22,930 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 2 rows of table1 from hbase:meta 2023-11-19T01:28:22,932 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(387): Removing 'table1' descriptor. 2023-11-19T01:28:22,932 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(377): Removing 'table1' from region states. 2023-11-19T01:28:22,933 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1,,1700357291608.5d4a8f081e601cced59e23114765c9b6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1700357302932"}]},"ts":"9223372036854775807"} 2023-11-19T01:28:22,933 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1,row0,1700357291608.e2c6e7dc6f18501fec12e0cbe2cb91fc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1700357302932"}]},"ts":"9223372036854775807"} 2023-11-19T01:28:22,934 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 2 regions from META 2023-11-19T01:28:22,934 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5d4a8f081e601cced59e23114765c9b6, NAME => 'table1,,1700357291608.5d4a8f081e601cced59e23114765c9b6.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => e2c6e7dc6f18501fec12e0cbe2cb91fc, NAME => 'table1,row0,1700357291608.e2c6e7dc6f18501fec12e0cbe2cb91fc.', STARTKEY => 'row0', ENDKEY => ''}] 2023-11-19T01:28:22,934 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(381): Marking 'table1' as deleted. 2023-11-19T01:28:22,935 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1700357302934"}]},"ts":"9223372036854775807"} 2023-11-19T01:28:22,936 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table table1 state from META 2023-11-19T01:28:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=68 2023-11-19T01:28:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=68 2023-11-19T01:28:23,351 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7075): creating {ENCODED => e5985f5e4864695bb738b77c1cc93344, NAME => 'table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822 2023-11-19T01:28:23,351 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 3da14bbee66d80f6defd061a8b8156cf, NAME => 'table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822 2023-11-19T01:28:23,359 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(888): Instantiated table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:28:23,359 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:28:23,359 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1668): Closing e5985f5e4864695bb738b77c1cc93344, disabling compactions & flushes 2023-11-19T01:28:23,359 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1690): Closing region table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344. 2023-11-19T01:28:23,359 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344. 2023-11-19T01:28:23,359 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing 3da14bbee66d80f6defd061a8b8156cf, disabling compactions & flushes 2023-11-19T01:28:23,359 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1778): Acquired close lock on table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344. after waiting 0 ms 2023-11-19T01:28:23,359 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1788): Updates disabled for region table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344. 2023-11-19T01:28:23,359 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf. 2023-11-19T01:28:23,359 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1909): Closed table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344. 2023-11-19T01:28:23,359 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf. 2023-11-19T01:28:23,359 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1622): Region close journal for e5985f5e4864695bb738b77c1cc93344: 2023-11-19T01:28:23,359 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf. after waiting 0 ms 2023-11-19T01:28:23,359 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf. 2023-11-19T01:28:23,359 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf. 2023-11-19T01:28:23,359 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for 3da14bbee66d80f6defd061a8b8156cf: 2023-11-19T01:28:23,360 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1700357303360"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357303360"}]},"ts":"1700357303360"} 2023-11-19T01:28:23,360 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1700357303360"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357303360"}]},"ts":"1700357303360"} 2023-11-19T01:28:23,362 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2023-11-19T01:28:23,363 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357303363"}]},"ts":"1700357303363"} 2023-11-19T01:28:23,364 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-11-19T01:28:23,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=3da14bbee66d80f6defd061a8b8156cf, ASSIGN}, {pid=70, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=e5985f5e4864695bb738b77c1cc93344, ASSIGN}] 2023-11-19T01:28:23,372 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=3da14bbee66d80f6defd061a8b8156cf, ASSIGN 2023-11-19T01:28:23,372 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=70, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=e5985f5e4864695bb738b77c1cc93344, ASSIGN 2023-11-19T01:28:23,373 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=3da14bbee66d80f6defd061a8b8156cf, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,41373,1700357221166; forceNewPlan=false, retain=false 2023-11-19T01:28:23,374 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=70, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=e5985f5e4864695bb738b77c1cc93344, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,41373,1700357221166; forceNewPlan=false, retain=false 2023-11-19T01:28:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=68 2023-11-19T01:28:23,525 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=3da14bbee66d80f6defd061a8b8156cf, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:23,525 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=70 updating hbase:meta row=e5985f5e4864695bb738b77c1cc93344, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:23,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE; OpenRegionProcedure e5985f5e4864695bb738b77c1cc93344, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:28:23,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=72, ppid=69, state=RUNNABLE; OpenRegionProcedure 3da14bbee66d80f6defd061a8b8156cf, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:28:23,678 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:23,681 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(130): Open table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344. 2023-11-19T01:28:23,681 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7254): Opening region: {ENCODED => e5985f5e4864695bb738b77c1cc93344, NAME => 'table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344.', STARTKEY => 'row0', ENDKEY => ''} 2023-11-19T01:28:23,682 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:28:23,682 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:23,682 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(888): Instantiated table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:28:23,682 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7296): checking encryption for e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:23,682 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7299): checking classloading for e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:23,683 INFO [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:23,684 INFO [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5985f5e4864695bb738b77c1cc93344 columnFamilyName f 2023-11-19T01:28:23,684 DEBUG [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:28:23,685 INFO [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] regionserver.HStore(324): Store=e5985f5e4864695bb738b77c1cc93344/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:28:23,685 INFO [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:23,686 INFO [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5985f5e4864695bb738b77c1cc93344 columnFamilyName f3 2023-11-19T01:28:23,686 DEBUG [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:28:23,687 INFO [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] regionserver.HStore(324): Store=e5985f5e4864695bb738b77c1cc93344/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:28:23,687 INFO [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:23,688 INFO [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5985f5e4864695bb738b77c1cc93344 columnFamilyName mob 2023-11-19T01:28:23,689 DEBUG [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:28:23,689 INFO [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] regionserver.HStore(324): Store=e5985f5e4864695bb738b77c1cc93344/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:28:23,690 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:23,690 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:23,692 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:28:23,693 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1076): writing seq id for e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:23,695 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e5985f5e4864695bb738b77c1cc93344/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:28:23,695 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1093): Opened e5985f5e4864695bb738b77c1cc93344; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9867404320, jitterRate=-0.0810263603925705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:28:23,696 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(992): Region open journal for e5985f5e4864695bb738b77c1cc93344: 2023-11-19T01:28:23,697 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344., pid=71, masterSystemTime=1700357303678 2023-11-19T01:28:23,698 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344. 2023-11-19T01:28:23,698 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(158): Opened table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344. 2023-11-19T01:28:23,698 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(130): Open table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf. 2023-11-19T01:28:23,698 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7254): Opening region: {ENCODED => 3da14bbee66d80f6defd061a8b8156cf, NAME => 'table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf.', STARTKEY => '', ENDKEY => 'row0'} 2023-11-19T01:28:23,699 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:28:23,699 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=70 updating hbase:meta row=e5985f5e4864695bb738b77c1cc93344, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:23,699 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 3da14bbee66d80f6defd061a8b8156cf 2023-11-19T01:28:23,699 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(888): Instantiated table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:28:23,699 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7296): checking encryption for 3da14bbee66d80f6defd061a8b8156cf 2023-11-19T01:28:23,699 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7299): checking classloading for 3da14bbee66d80f6defd061a8b8156cf 2023-11-19T01:28:23,700 INFO [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3da14bbee66d80f6defd061a8b8156cf 2023-11-19T01:28:23,701 INFO [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3da14bbee66d80f6defd061a8b8156cf columnFamilyName f 2023-11-19T01:28:23,701 DEBUG [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:28:23,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=71, resume processing ppid=70 2023-11-19T01:28:23,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=71, ppid=70, state=SUCCESS; OpenRegionProcedure e5985f5e4864695bb738b77c1cc93344, server=jenkins-hbase6.apache.org,41373,1700357221166 in 174 msec 2023-11-19T01:28:23,702 INFO [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] regionserver.HStore(324): Store=3da14bbee66d80f6defd061a8b8156cf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:28:23,702 INFO [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 3da14bbee66d80f6defd061a8b8156cf 2023-11-19T01:28:23,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=70, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=table1, region=e5985f5e4864695bb738b77c1cc93344, ASSIGN in 333 msec 2023-11-19T01:28:23,703 INFO [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3da14bbee66d80f6defd061a8b8156cf columnFamilyName f3 2023-11-19T01:28:23,703 DEBUG [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:28:23,704 INFO [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] regionserver.HStore(324): Store=3da14bbee66d80f6defd061a8b8156cf/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:28:23,704 INFO [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 3da14bbee66d80f6defd061a8b8156cf 2023-11-19T01:28:23,705 INFO [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3da14bbee66d80f6defd061a8b8156cf columnFamilyName mob 2023-11-19T01:28:23,705 DEBUG [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:28:23,706 INFO [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] regionserver.HStore(324): Store=3da14bbee66d80f6defd061a8b8156cf/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:28:23,707 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf 2023-11-19T01:28:23,707 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf 2023-11-19T01:28:23,709 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:28:23,710 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1076): writing seq id for 3da14bbee66d80f6defd061a8b8156cf 2023-11-19T01:28:23,712 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:28:23,713 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1093): Opened 3da14bbee66d80f6defd061a8b8156cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12009236800, jitterRate=0.11844733357429504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:28:23,713 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(992): Region open journal for 3da14bbee66d80f6defd061a8b8156cf: 2023-11-19T01:28:23,713 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf., pid=72, masterSystemTime=1700357303678 2023-11-19T01:28:23,714 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf. 2023-11-19T01:28:23,714 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(158): Opened table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf. 2023-11-19T01:28:23,715 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=3da14bbee66d80f6defd061a8b8156cf, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:23,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=72, resume processing ppid=69 2023-11-19T01:28:23,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=72, ppid=69, state=SUCCESS; OpenRegionProcedure 3da14bbee66d80f6defd061a8b8156cf, server=jenkins-hbase6.apache.org,41373,1700357221166 in 189 msec 2023-11-19T01:28:23,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=69, resume processing ppid=68 2023-11-19T01:28:23,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=table1, region=3da14bbee66d80f6defd061a8b8156cf, ASSIGN in 348 msec 2023-11-19T01:28:23,718 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357303718"}]},"ts":"1700357303718"} 2023-11-19T01:28:23,719 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-11-19T01:28:23,721 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2023-11-19T01:28:23,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=68, state=SUCCESS; TruncateTableProcedure (table=table1 preserveSplits=true) in 834 msec 2023-11-19T01:28:24,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=68 2023-11-19T01:28:24,002 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin$TableFuture(3745): Operation: TRUNCATE, Table Name: default:table1, procId: 68 completed 2023-11-19T01:28:24,005 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b from hbase tables test-1700357229933 to tables table1 2023-11-19T01:28:24,005 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1700357229933 into table1 2023-11-19T01:28:24,007 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357304005 from hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:28:24,008 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x10fb1542 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:24,015 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e88b2b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:24,016 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:24,018 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:57686, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:24,019 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-19T01:28:24,019 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-11-19T01:28:24,024 DEBUG [hconnection-0x1366f895-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:24,026 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58326, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:24,028 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-11-19T01:28:24,028 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: row0 2023-11-19T01:28:24,028 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-11-19T01:28:24,028 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/partitions_3913beab-0f91-4096-a3dd-493d729d792d 2023-11-19T01:28:24,380 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:28:24,436 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:24,437 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:24,438 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:24,438 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:25,472 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/hadoop-7696329590923066678.jar 2023-11-19T01:28:25,473 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:25,473 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:25,474 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:25,474 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:25,474 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:25,475 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:25,475 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:25,475 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:25,476 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:25,477 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:28:25,477 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:28:25,478 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:28:25,478 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:28:25,479 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:28:25,479 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:28:25,479 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:28:25,480 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:28:25,480 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:28:25,480 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:28:25,481 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:28:25,481 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:28:25,482 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:25,482 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:25,483 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:25,483 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:25,483 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:25,484 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:25,484 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:28:25,485 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-11-19T01:28:25,485 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:25,485 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x10fb1542 to 127.0.0.1:53997 2023-11-19T01:28:25,485 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:25,485 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-19T01:28:25,485 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-19T01:28:25,486 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:28:25,492 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:28:25,498 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-19T01:28:25,580 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.local.dir/1700357305544/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:28:25,580 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.local.dir/1700357305544/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:28:25,634 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f/537e70eb5dbe44fb80ee9f592249a2bf 2023-11-19T01:28:25,637 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:28:25,691 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/mob/17ecd3c1b47e4eaca1acf5db57885fd3 2023-11-19T01:28:25,694 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:28:25,717 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34591/backupUT/backup_1700357240387/default/test-1700357229933/archive/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f3/67976afd0ce149dea91172387f8948bb 2023-11-19T01:28:25,720 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:28:25,740 DEBUG [pool-279-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1d5ab1e1 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:25,745 DEBUG [pool-279-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691cf3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:25,747 DEBUG [hconnection-0x4c9321c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:25,748 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58342, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:25,752 DEBUG [pool-279-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1d5ab1e1 to 127.0.0.1:53997 2023-11-19T01:28:25,752 DEBUG [pool-279-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:25,752 DEBUG [pool-279-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1700357229933-3-0] 2023-11-19T01:28:25,752 DEBUG [pool-279-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:28:25,758 DEBUG [pool-279-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x544fd263 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:25,764 DEBUG [pool-279-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bdc77d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:25,765 DEBUG [hconnection-0x5bcca47e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:25,767 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58346, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:25,771 DEBUG [pool-279-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x544fd263 to 127.0.0.1:53997 2023-11-19T01:28:25,771 DEBUG [pool-279-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:25,771 DEBUG [pool-279-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1700357229933-3-0] 2023-11-19T01:28:25,772 DEBUG [pool-279-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:28:25,776 DEBUG [pool-279-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357304005/_temporary/0/_temporary/attempt_local1336262763_0009_r_000000_0/f3/cc30240ad3a14679b7fde18807333d5f is 58, key is row-test-1700357229933-3-0/f3:q1/1700357240368/Put/seqid=0 2023-11-19T01:28:25,778 WARN [Thread-1306 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:41373] Specified favored nodes: [jenkins-hbase6.apache.org:41373] 2023-11-19T01:28:26,184 DEBUG [pool-279-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357304005/_temporary/0/_temporary/attempt_local1336262763_0009_r_000000_0/mob/9e11437af8914a9da664c5a7be254018 is 59, key is row-test-1700357229933-3-0/mob:q1/1700357240376/Put/seqid=0 2023-11-19T01:28:26,186 WARN [Thread-1308 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:41373] Specified favored nodes: [jenkins-hbase6.apache.org:41373] 2023-11-19T01:28:26,602 DEBUG [pool-279-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x372a7e83 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:26,606 DEBUG [pool-279-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef30ad4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:26,608 DEBUG [hconnection-0x751190d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:26,610 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58350, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:26,613 DEBUG [pool-279-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x372a7e83 to 127.0.0.1:53997 2023-11-19T01:28:26,613 DEBUG [pool-279-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:26,613 DEBUG [pool-279-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-19T01:28:26,613 DEBUG [pool-279-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:28:26,619 DEBUG [pool-279-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357304005/_temporary/0/_temporary/attempt_local1336262763_0009_r_000001_0/f/ba44d2c2af234f55b0e04492b15cb565 is 37, key is row10/f:q1/1700357232572/Put/seqid=0 2023-11-19T01:28:26,620 WARN [Thread-1321 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:41373] Specified favored nodes: [jenkins-hbase6.apache.org:41373] 2023-11-19T01:28:27,633 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357304005 2023-11-19T01:28:27,633 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7e992a1e to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:27,639 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174b5f43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:27,640 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:27,641 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58360, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:27,649 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357304005/_SUCCESS 2023-11-19T01:28:27,659 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:27,660 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:57692, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:27,670 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357304005/f/ba44d2c2af234f55b0e04492b15cb565 first=Optional[row0] last=Optional[row98] 2023-11-19T01:28:27,673 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357304005/f3/cc30240ad3a14679b7fde18807333d5f first=Optional[row-test-1700357229933-3-0] last=Optional[row-test-1700357229933-3-5] 2023-11-19T01:28:27,676 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357304005/mob/9e11437af8914a9da664c5a7be254018 first=Optional[row-test-1700357229933-3-0] last=Optional[row-test-1700357229933-3-5] 2023-11-19T01:28:27,678 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf., hostname=jenkins-hbase6.apache.org,41373,1700357221166, seqNum=2 for row with hfile group [{mob,hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357304005/mob/9e11437af8914a9da664c5a7be254018}{f3,hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357304005/f3/cc30240ad3a14679b7fde18807333d5f}] 2023-11-19T01:28:27,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357304005/mob/9e11437af8914a9da664c5a7be254018 for inclusion in 3da14bbee66d80f6defd061a8b8156cf/mob 2023-11-19T01:28:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(623): HFile bounds: first=row-test-1700357229933-3-0 last=row-test-1700357229933-3-5 2023-11-19T01:28:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(625): Region bounds: first= last=row0 2023-11-19T01:28:27,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357304005/f3/cc30240ad3a14679b7fde18807333d5f for inclusion in 3da14bbee66d80f6defd061a8b8156cf/f3 2023-11-19T01:28:27,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(623): HFile bounds: first=row-test-1700357229933-3-0 last=row-test-1700357229933-3-5 2023-11-19T01:28:27,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(625): Region bounds: first= last=row0 2023-11-19T01:28:27,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegion(2520): Flush status journal for 3da14bbee66d80f6defd061a8b8156cf: 2023-11-19T01:28:27,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357304005/mob/9e11437af8914a9da664c5a7be254018 to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__ihqrjhenk67agecro1f8e8ill0j0sjrvoi0v521j0ffnom18h3fjpn4mkb544teu/mob/9e11437af8914a9da664c5a7be254018 2023-11-19T01:28:27,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__ihqrjhenk67agecro1f8e8ill0j0sjrvoi0v521j0ffnom18h3fjpn4mkb544teu/mob/9e11437af8914a9da664c5a7be254018 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/mob/27f172d8c75d4330a665c7e27e3310ae_SeqId_4_ 2023-11-19T01:28:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357304005/f3/cc30240ad3a14679b7fde18807333d5f to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__ihqrjhenk67agecro1f8e8ill0j0sjrvoi0v521j0ffnom18h3fjpn4mkb544teu/f3/cc30240ad3a14679b7fde18807333d5f 2023-11-19T01:28:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__ihqrjhenk67agecro1f8e8ill0j0sjrvoi0v521j0ffnom18h3fjpn4mkb544teu/f3/cc30240ad3a14679b7fde18807333d5f as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/f3/c8259a61b7084f9fb0ca16b42f59bf6f_SeqId_4_ 2023-11-19T01:28:27,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6277aae4 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:27,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50cc3387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:27,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:27,706 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:57706, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:27,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:27,711 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58374, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:27,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:27,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6277aae4 to 127.0.0.1:53997 2023-11-19T01:28:27,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:27,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x760f8261 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:27,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2302c49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:27,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:27,736 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:57718, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:27,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:27,750 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58388, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:27,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x760f8261 to 127.0.0.1:53997 2023-11-19T01:28:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:27,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__ihqrjhenk67agecro1f8e8ill0j0sjrvoi0v521j0ffnom18h3fjpn4mkb544teu/f3/cc30240ad3a14679b7fde18807333d5f into 3da14bbee66d80f6defd061a8b8156cf/f3 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/f3/c8259a61b7084f9fb0ca16b42f59bf6f_SeqId_4_ - updating store file list. 2023-11-19T01:28:27,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/f3/c8259a61b7084f9fb0ca16b42f59bf6f_SeqId_4_ into 3da14bbee66d80f6defd061a8b8156cf/f3 2023-11-19T01:28:27,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__ihqrjhenk67agecro1f8e8ill0j0sjrvoi0v521j0ffnom18h3fjpn4mkb544teu/f3/cc30240ad3a14679b7fde18807333d5f into 3da14bbee66d80f6defd061a8b8156cf/f3 (new location: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/f3/c8259a61b7084f9fb0ca16b42f59bf6f_SeqId_4_) 2023-11-19T01:28:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__ihqrjhenk67agecro1f8e8ill0j0sjrvoi0v521j0ffnom18h3fjpn4mkb544teu/f3/cc30240ad3a14679b7fde18807333d5f 2023-11-19T01:28:27,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__ihqrjhenk67agecro1f8e8ill0j0sjrvoi0v521j0ffnom18h3fjpn4mkb544teu/mob/9e11437af8914a9da664c5a7be254018 into 3da14bbee66d80f6defd061a8b8156cf/mob as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/mob/27f172d8c75d4330a665c7e27e3310ae_SeqId_4_ - updating store file list. 2023-11-19T01:28:27,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/mob/27f172d8c75d4330a665c7e27e3310ae_SeqId_4_ into 3da14bbee66d80f6defd061a8b8156cf/mob 2023-11-19T01:28:27,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__ihqrjhenk67agecro1f8e8ill0j0sjrvoi0v521j0ffnom18h3fjpn4mkb544teu/mob/9e11437af8914a9da664c5a7be254018 into 3da14bbee66d80f6defd061a8b8156cf/mob (new location: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/mob/27f172d8c75d4330a665c7e27e3310ae_SeqId_4_) 2023-11-19T01:28:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__ihqrjhenk67agecro1f8e8ill0j0sjrvoi0v521j0ffnom18h3fjpn4mkb544teu/mob/9e11437af8914a9da664c5a7be254018 2023-11-19T01:28:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x09460508 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:27,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a72851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:27,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:27,795 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:57726, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:28:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:27,801 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58404, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-19T01:28:27,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x09460508 to 127.0.0.1:53997 2023-11-19T01:28:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:27,815 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344., hostname=jenkins-hbase6.apache.org,41373,1700357221166, seqNum=2 for row row0 with hfile group [{f,hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357304005/f/ba44d2c2af234f55b0e04492b15cb565}] 2023-11-19T01:28:27,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357304005/f/ba44d2c2af234f55b0e04492b15cb565 for inclusion in e5985f5e4864695bb738b77c1cc93344/f 2023-11-19T01:28:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-19T01:28:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(625): Region bounds: first=row0 last= 2023-11-19T01:28:27,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegion(2520): Flush status journal for e5985f5e4864695bb738b77c1cc93344: 2023-11-19T01:28:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357304005/f/ba44d2c2af234f55b0e04492b15cb565 to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__ihqrjhenk67agecro1f8e8ill0j0sjrvoi0v521j0ffnom18h3fjpn4mkb544teu/f/ba44d2c2af234f55b0e04492b15cb565 2023-11-19T01:28:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__ihqrjhenk67agecro1f8e8ill0j0sjrvoi0v521j0ffnom18h3fjpn4mkb544teu/f/ba44d2c2af234f55b0e04492b15cb565 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e5985f5e4864695bb738b77c1cc93344/f/742984fd5c7f468980cb9999572e9b0c_SeqId_4_ 2023-11-19T01:28:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x14ab7960 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6ee4a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:27,832 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:57728, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:27,837 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58406, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:27,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x14ab7960 to 127.0.0.1:53997 2023-11-19T01:28:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:27,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__ihqrjhenk67agecro1f8e8ill0j0sjrvoi0v521j0ffnom18h3fjpn4mkb544teu/f/ba44d2c2af234f55b0e04492b15cb565 into e5985f5e4864695bb738b77c1cc93344/f as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e5985f5e4864695bb738b77c1cc93344/f/742984fd5c7f468980cb9999572e9b0c_SeqId_4_ - updating store file list. 2023-11-19T01:28:27,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e5985f5e4864695bb738b77c1cc93344/f/742984fd5c7f468980cb9999572e9b0c_SeqId_4_ into e5985f5e4864695bb738b77c1cc93344/f 2023-11-19T01:28:27,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__ihqrjhenk67agecro1f8e8ill0j0sjrvoi0v521j0ffnom18h3fjpn4mkb544teu/f/ba44d2c2af234f55b0e04492b15cb565 into e5985f5e4864695bb738b77c1cc93344/f (new location: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e5985f5e4864695bb738b77c1cc93344/f/742984fd5c7f468980cb9999572e9b0c_SeqId_4_) 2023-11-19T01:28:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__ihqrjhenk67agecro1f8e8ill0j0sjrvoi0v521j0ffnom18h3fjpn4mkb544teu/f/ba44d2c2af234f55b0e04492b15cb565 2023-11-19T01:28:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x77ebcbbe to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2956d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:27,865 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:57730, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:28:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:27,869 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58410, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-19T01:28:27,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x77ebcbbe to 127.0.0.1:53997 2023-11-19T01:28:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:27,881 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:27,882 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7e992a1e to 127.0.0.1:53997 2023-11-19T01:28:27,882 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:27,882 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-19T01:28:27,916 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.RestoreTablesClient(181): Restoring 'test-1700357229933' to 'table1' from log dirs: hdfs://localhost:34591/backupUT/backup_1700357261279/default/test-1700357229933/f/3be0f9c8515e43379756b4ea240b78a1,hdfs://localhost:34591/backupUT/backup_1700357261279/default/test-1700357229933/mob/8b3fcef3d2774c81977c8842744eb609,hdfs://localhost:34591/backupUT/backup_1700357280089/default/test-1700357229933/f2/ef89c0ff583843b394d2779854f2d863 2023-11-19T01:28:27,920 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.RestoreTool(177): Found descriptor 'test-1700357229933', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1700357280089 2023-11-19T01:28:27,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster$14(2731): Client=jenkins//172.31.2.20 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:28:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=73, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=table1 2023-11-19T01:28:28,337 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2023-11-19T01:28:28,337 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2023-11-19T01:28:28,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=table1}] 2023-11-19T01:28:28,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=3da14bbee66d80f6defd061a8b8156cf, REOPEN/MOVE}, {pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=e5985f5e4864695bb738b77c1cc93344, REOPEN/MOVE}] 2023-11-19T01:28:28,343 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=e5985f5e4864695bb738b77c1cc93344, REOPEN/MOVE 2023-11-19T01:28:28,343 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=3da14bbee66d80f6defd061a8b8156cf, REOPEN/MOVE 2023-11-19T01:28:28,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=76 updating hbase:meta row=e5985f5e4864695bb738b77c1cc93344, regionState=CLOSING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:28,344 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=3da14bbee66d80f6defd061a8b8156cf, regionState=CLOSING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:28,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; CloseRegionProcedure e5985f5e4864695bb738b77c1cc93344, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:28:28,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=78, ppid=75, state=RUNNABLE; CloseRegionProcedure 3da14bbee66d80f6defd061a8b8156cf, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:28:28,496 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:28,497 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] handler.UnassignRegionHandler(119): Close 3da14bbee66d80f6defd061a8b8156cf 2023-11-19T01:28:28,497 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1668): Closing 3da14bbee66d80f6defd061a8b8156cf, disabling compactions & flushes 2023-11-19T01:28:28,497 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1690): Closing region table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf. 2023-11-19T01:28:28,497 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf. 2023-11-19T01:28:28,497 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1778): Acquired close lock on table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf. after waiting 0 ms 2023-11-19T01:28:28,497 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1788): Updates disabled for region table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf. 2023-11-19T01:28:28,505 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-19T01:28:28,506 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:28:28,506 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1909): Closed table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf. 2023-11-19T01:28:28,506 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1622): Region close journal for 3da14bbee66d80f6defd061a8b8156cf: 2023-11-19T01:28:28,506 WARN [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegionServer(3735): Not adding moved region record: 3da14bbee66d80f6defd061a8b8156cf to self. 2023-11-19T01:28:28,508 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] handler.UnassignRegionHandler(163): Closed 3da14bbee66d80f6defd061a8b8156cf 2023-11-19T01:28:28,508 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] handler.UnassignRegionHandler(119): Close e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:28,508 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1668): Closing e5985f5e4864695bb738b77c1cc93344, disabling compactions & flushes 2023-11-19T01:28:28,508 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1690): Closing region table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344. 2023-11-19T01:28:28,508 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344. 2023-11-19T01:28:28,508 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1778): Acquired close lock on table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344. after waiting 0 ms 2023-11-19T01:28:28,508 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1788): Updates disabled for region table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344. 2023-11-19T01:28:28,508 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=3da14bbee66d80f6defd061a8b8156cf, regionState=CLOSED 2023-11-19T01:28:28,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=78, resume processing ppid=75 2023-11-19T01:28:28,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=78, ppid=75, state=SUCCESS; CloseRegionProcedure 3da14bbee66d80f6defd061a8b8156cf, server=jenkins-hbase6.apache.org,41373,1700357221166 in 166 msec 2023-11-19T01:28:28,514 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=3da14bbee66d80f6defd061a8b8156cf, REOPEN/MOVE; state=CLOSED, location=jenkins-hbase6.apache.org,41373,1700357221166; forceNewPlan=false, retain=true 2023-11-19T01:28:28,514 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e5985f5e4864695bb738b77c1cc93344/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-19T01:28:28,514 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:28:28,515 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1909): Closed table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344. 2023-11-19T01:28:28,515 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1622): Region close journal for e5985f5e4864695bb738b77c1cc93344: 2023-11-19T01:28:28,515 WARN [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegionServer(3735): Not adding moved region record: e5985f5e4864695bb738b77c1cc93344 to self. 2023-11-19T01:28:28,517 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] handler.UnassignRegionHandler(163): Closed e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:28,517 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=76 updating hbase:meta row=e5985f5e4864695bb738b77c1cc93344, regionState=CLOSED 2023-11-19T01:28:28,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=77, resume processing ppid=76 2023-11-19T01:28:28,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=77, ppid=76, state=SUCCESS; CloseRegionProcedure e5985f5e4864695bb738b77c1cc93344, server=jenkins-hbase6.apache.org,41373,1700357221166 in 173 msec 2023-11-19T01:28:28,520 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=e5985f5e4864695bb738b77c1cc93344, REOPEN/MOVE; state=CLOSED, location=jenkins-hbase6.apache.org,41373,1700357221166; forceNewPlan=false, retain=true 2023-11-19T01:28:28,664 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=76 updating hbase:meta row=e5985f5e4864695bb738b77c1cc93344, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:28,664 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=3da14bbee66d80f6defd061a8b8156cf, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:28,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=79, ppid=75, state=RUNNABLE; OpenRegionProcedure 3da14bbee66d80f6defd061a8b8156cf, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:28:28,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=80, ppid=76, state=RUNNABLE; OpenRegionProcedure e5985f5e4864695bb738b77c1cc93344, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:28:28,817 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:28,820 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(130): Open table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344. 2023-11-19T01:28:28,821 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7254): Opening region: {ENCODED => e5985f5e4864695bb738b77c1cc93344, NAME => 'table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344.', STARTKEY => 'row0', ENDKEY => ''} 2023-11-19T01:28:28,821 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:28:28,822 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:28,822 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(888): Instantiated table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:28:28,822 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7296): checking encryption for e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:28,822 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7299): checking classloading for e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:28,823 INFO [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:28,824 INFO [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5985f5e4864695bb738b77c1cc93344 columnFamilyName f 2023-11-19T01:28:28,824 DEBUG [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:28:28,829 DEBUG [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e5985f5e4864695bb738b77c1cc93344/f/742984fd5c7f468980cb9999572e9b0c_SeqId_4_ 2023-11-19T01:28:28,830 INFO [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] regionserver.HStore(324): Store=e5985f5e4864695bb738b77c1cc93344/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:28:28,830 INFO [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:28,831 INFO [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5985f5e4864695bb738b77c1cc93344 columnFamilyName f2 2023-11-19T01:28:28,831 DEBUG [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:28:28,832 INFO [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] regionserver.HStore(324): Store=e5985f5e4864695bb738b77c1cc93344/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:28:28,832 INFO [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:28,833 INFO [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5985f5e4864695bb738b77c1cc93344 columnFamilyName mob 2023-11-19T01:28:28,833 DEBUG [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:28:28,833 INFO [StoreOpener-e5985f5e4864695bb738b77c1cc93344-1 {}] regionserver.HStore(324): Store=e5985f5e4864695bb738b77c1cc93344/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:28:28,834 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:28,835 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:28,837 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:28:28,838 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1076): writing seq id for e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:28,839 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): Opened e5985f5e4864695bb738b77c1cc93344; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10213079040, jitterRate=-0.04883289337158203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:28:28,839 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(992): Region open journal for e5985f5e4864695bb738b77c1cc93344: 2023-11-19T01:28:28,840 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344., pid=80, masterSystemTime=1700357308817 2023-11-19T01:28:28,841 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344. 2023-11-19T01:28:28,841 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(158): Opened table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344. 2023-11-19T01:28:28,842 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(130): Open table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf. 2023-11-19T01:28:28,842 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7254): Opening region: {ENCODED => 3da14bbee66d80f6defd061a8b8156cf, NAME => 'table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf.', STARTKEY => '', ENDKEY => 'row0'} 2023-11-19T01:28:28,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=76 updating hbase:meta row=e5985f5e4864695bb738b77c1cc93344, regionState=OPEN, openSeqNum=7, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:28,842 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:28:28,842 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 3da14bbee66d80f6defd061a8b8156cf 2023-11-19T01:28:28,842 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(888): Instantiated table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:28:28,842 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7296): checking encryption for 3da14bbee66d80f6defd061a8b8156cf 2023-11-19T01:28:28,842 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7299): checking classloading for 3da14bbee66d80f6defd061a8b8156cf 2023-11-19T01:28:28,843 INFO [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3da14bbee66d80f6defd061a8b8156cf 2023-11-19T01:28:28,844 INFO [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3da14bbee66d80f6defd061a8b8156cf columnFamilyName f 2023-11-19T01:28:28,844 DEBUG [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:28:28,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=80, resume processing ppid=76 2023-11-19T01:28:28,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=80, ppid=76, state=SUCCESS; OpenRegionProcedure e5985f5e4864695bb738b77c1cc93344, server=jenkins-hbase6.apache.org,41373,1700357221166 in 177 msec 2023-11-19T01:28:28,845 INFO [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] regionserver.HStore(324): Store=3da14bbee66d80f6defd061a8b8156cf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:28:28,845 INFO [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 3da14bbee66d80f6defd061a8b8156cf 2023-11-19T01:28:28,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=76, ppid=74, state=SUCCESS; TransitRegionStateProcedure table=table1, region=e5985f5e4864695bb738b77c1cc93344, REOPEN/MOVE in 502 msec 2023-11-19T01:28:28,846 INFO [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3da14bbee66d80f6defd061a8b8156cf columnFamilyName f2 2023-11-19T01:28:28,846 DEBUG [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:28:28,846 INFO [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] regionserver.HStore(324): Store=3da14bbee66d80f6defd061a8b8156cf/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:28:28,846 INFO [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 3da14bbee66d80f6defd061a8b8156cf 2023-11-19T01:28:28,847 INFO [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3da14bbee66d80f6defd061a8b8156cf columnFamilyName mob 2023-11-19T01:28:28,847 DEBUG [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:28:28,852 DEBUG [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/mob/27f172d8c75d4330a665c7e27e3310ae_SeqId_4_ 2023-11-19T01:28:28,852 INFO [StoreOpener-3da14bbee66d80f6defd061a8b8156cf-1 {}] regionserver.HStore(324): Store=3da14bbee66d80f6defd061a8b8156cf/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:28:28,853 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf 2023-11-19T01:28:28,854 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf 2023-11-19T01:28:28,856 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:28:28,857 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1076): writing seq id for 3da14bbee66d80f6defd061a8b8156cf 2023-11-19T01:28:28,858 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): Opened 3da14bbee66d80f6defd061a8b8156cf; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9799254240, jitterRate=-0.08737333118915558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:28:28,858 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(992): Region open journal for 3da14bbee66d80f6defd061a8b8156cf: 2023-11-19T01:28:28,858 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf., pid=79, masterSystemTime=1700357308817 2023-11-19T01:28:28,860 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf. 2023-11-19T01:28:28,860 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(158): Opened table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf. 2023-11-19T01:28:28,860 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=3da14bbee66d80f6defd061a8b8156cf, regionState=OPEN, openSeqNum=7, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:28,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=79, resume processing ppid=75 2023-11-19T01:28:28,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=79, ppid=75, state=SUCCESS; OpenRegionProcedure 3da14bbee66d80f6defd061a8b8156cf, server=jenkins-hbase6.apache.org,41373,1700357221166 in 195 msec 2023-11-19T01:28:28,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=75, resume processing ppid=74 2023-11-19T01:28:28,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=75, ppid=74, state=SUCCESS; TransitRegionStateProcedure table=table1, region=3da14bbee66d80f6defd061a8b8156cf, REOPEN/MOVE in 521 msec 2023-11-19T01:28:28,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=74, resume processing ppid=73 2023-11-19T01:28:28,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=74, ppid=73, state=SUCCESS; ReopenTableRegionsProcedure table=table1 in 526 msec 2023-11-19T01:28:28,868 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2023-11-19T01:28:28,872 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/f3/c8259a61b7084f9fb0ca16b42f59bf6f_SeqId_4_ to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/archive/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/f3/c8259a61b7084f9fb0ca16b42f59bf6f_SeqId_4_ 2023-11-19T01:28:28,873 DEBUG [PEWorker-5 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344., family=f3 2023-11-19T01:28:28,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=73, state=SUCCESS; ModifyTableProcedure table=table1 in 951 msec 2023-11-19T01:28:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=73 2023-11-19T01:28:28,879 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:28:28,879 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:34591/backupUT/backup_1700357261279/default/test-1700357229933/f/3be0f9c8515e43379756b4ea240b78a1,hdfs://localhost:34591/backupUT/backup_1700357261279/default/test-1700357229933/mob/8b3fcef3d2774c81977c8842744eb609,hdfs://localhost:34591/backupUT/backup_1700357280089/default/test-1700357229933/f2/ef89c0ff583843b394d2779854f2d863 from hbase tables test-1700357229933 to tables table1 2023-11-19T01:28:28,879 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1700357229933 into table1 2023-11-19T01:28:28,881 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357308879 from hdfs://localhost:34591/backupUT/backup_1700357261279/default/test-1700357229933/f/3be0f9c8515e43379756b4ea240b78a1,hdfs://localhost:34591/backupUT/backup_1700357261279/default/test-1700357229933/mob/8b3fcef3d2774c81977c8842744eb609,hdfs://localhost:34591/backupUT/backup_1700357280089/default/test-1700357229933/f2/ef89c0ff583843b394d2779854f2d863 2023-11-19T01:28:28,881 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6c630467 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:28,886 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29109e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:28,889 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:28,891 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:57746, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:28,892 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-19T01:28:28,892 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1700357229933 2023-11-19T01:28:28,896 DEBUG [hconnection-0x5b8f2345-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:28,899 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58416, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:28,900 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1700357229933: 2023-11-19T01:28:28,900 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-19T01:28:28,900 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/partitions_35c10307-b1c7-494f-8400-2aa333e18faa 2023-11-19T01:28:28,907 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:28,908 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:28,909 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:28,909 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:29,900 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/hadoop-4257021100434648553.jar 2023-11-19T01:28:29,900 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:29,901 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:29,901 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:29,901 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:29,902 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:29,902 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:29,903 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:29,903 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:29,903 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:29,904 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:28:29,905 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:28:29,905 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:28:29,905 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:28:29,906 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:28:29,906 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:28:29,907 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:28:29,907 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:28:29,908 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:28:29,908 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:28:29,909 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:28:29,909 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:28:29,909 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:29,910 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:29,910 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:29,910 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:29,911 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:29,911 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:29,912 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:28:29,912 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1700357229933 2023-11-19T01:28:29,912 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:29,912 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6c630467 to 127.0.0.1:53997 2023-11-19T01:28:29,912 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:29,912 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-19T01:28:29,912 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-19T01:28:29,913 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:28:29,918 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:28:29,924 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-19T01:28:30,009 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.local.dir/1700357309973/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:28:30,009 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.local.dir/1700357309973/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:28:30,057 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34591/backupUT/backup_1700357261279/default/test-1700357229933/mob/8b3fcef3d2774c81977c8842744eb609 2023-11-19T01:28:30,061 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:28:30,081 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34591/backupUT/backup_1700357261279/default/test-1700357229933/f/3be0f9c8515e43379756b4ea240b78a1 2023-11-19T01:28:30,084 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:28:30,124 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34591/backupUT/backup_1700357280089/default/test-1700357229933/f2/ef89c0ff583843b394d2779854f2d863 2023-11-19T01:28:30,128 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:28:30,145 DEBUG [pool-301-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x320fec46 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:30,148 DEBUG [pool-301-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566cad34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:30,149 DEBUG [hconnection-0x63693180-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:30,150 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58430, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:30,152 DEBUG [pool-301-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x320fec46 to 127.0.0.1:53997 2023-11-19T01:28:30,152 DEBUG [pool-301-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:30,155 DEBUG [pool-301-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1700357229933-1-0] 2023-11-19T01:28:30,155 DEBUG [pool-301-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:28:30,163 DEBUG [pool-301-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x22065d74 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:30,167 DEBUG [pool-301-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f70361e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:30,171 DEBUG [hconnection-0x218cd22f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:30,172 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58442, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:30,173 DEBUG [pool-301-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x22065d74 to 127.0.0.1:53997 2023-11-19T01:28:30,173 DEBUG [pool-301-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:30,174 DEBUG [pool-301-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1700357229933-2-0] 2023-11-19T01:28:30,174 DEBUG [pool-301-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:28:30,179 DEBUG [pool-301-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6044c78d to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:30,181 DEBUG [pool-301-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a305ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:30,185 DEBUG [hconnection-0x3ea9d4c7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:30,186 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58456, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:30,188 DEBUG [pool-301-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6044c78d to 127.0.0.1:53997 2023-11-19T01:28:30,188 DEBUG [pool-301-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:30,189 DEBUG [pool-301-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1700357229933-3-0] 2023-11-19T01:28:30,189 DEBUG [pool-301-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:28:30,193 DEBUG [pool-301-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357308879/_temporary/0/_temporary/attempt_local1563073524_0010_r_000000_0/f/57176a288f8344f9a94689b4c2fa5448 is 59, key is row-test-1700357229933-1-10/f:q1/1700357259727/Put/seqid=0 2023-11-19T01:28:30,195 WARN [Thread-1377 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:41373] Specified favored nodes: [jenkins-hbase6.apache.org:41373] 2023-11-19T01:28:30,598 DEBUG [pool-301-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357308879/_temporary/0/_temporary/attempt_local1563073524_0010_r_000000_0/f2/478025cc394e49e58ceb39ef0ee17a2a is 58, key is row-test-1700357229933-2-0/f2:q1/1700357275084/Put/seqid=0 2023-11-19T01:28:30,600 WARN [Thread-1379 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:41373] Specified favored nodes: [jenkins-hbase6.apache.org:41373] 2023-11-19T01:28:31,004 DEBUG [pool-301-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357308879/_temporary/0/_temporary/attempt_local1563073524_0010_r_000000_0/mob/e0d82d2766ff4323824cd269904202d5 is 63, key is row-test-1700357229933-3-100/mob:q1/1700357259940/Put/seqid=0 2023-11-19T01:28:31,005 WARN [Thread-1381 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:41373] Specified favored nodes: [jenkins-hbase6.apache.org:41373] 2023-11-19T01:28:32,051 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357308879 2023-11-19T01:28:32,051 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x456a9993 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:32,056 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c694525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:32,057 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:32,058 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58466, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:32,064 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357308879/_SUCCESS 2023-11-19T01:28:32,072 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:32,073 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47124, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:32,083 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357308879/f/57176a288f8344f9a94689b4c2fa5448 first=Optional[row-test-1700357229933-1-0] last=Optional[row-test-1700357229933-1-98] 2023-11-19T01:28:32,087 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357308879/f2/478025cc394e49e58ceb39ef0ee17a2a first=Optional[row-test-1700357229933-2-0] last=Optional[row-test-1700357229933-2-6] 2023-11-19T01:28:32,090 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357308879/mob/e0d82d2766ff4323824cd269904202d5 first=Optional[row-test-1700357229933-3-0] last=Optional[row-test-1700357229933-3-99] 2023-11-19T01:28:32,091 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf., hostname=jenkins-hbase6.apache.org,41373,1700357221166, seqNum=7 for row with hfile group [{f,hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357308879/f/57176a288f8344f9a94689b4c2fa5448}{mob,hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357308879/mob/e0d82d2766ff4323824cd269904202d5}{f2,hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357308879/f2/478025cc394e49e58ceb39ef0ee17a2a}] 2023-11-19T01:28:32,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357308879/f/57176a288f8344f9a94689b4c2fa5448 for inclusion in 3da14bbee66d80f6defd061a8b8156cf/f 2023-11-19T01:28:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(623): HFile bounds: first=row-test-1700357229933-1-0 last=row-test-1700357229933-1-98 2023-11-19T01:28:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(625): Region bounds: first= last=row0 2023-11-19T01:28:32,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357308879/mob/e0d82d2766ff4323824cd269904202d5 for inclusion in 3da14bbee66d80f6defd061a8b8156cf/mob 2023-11-19T01:28:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(623): HFile bounds: first=row-test-1700357229933-3-0 last=row-test-1700357229933-3-99 2023-11-19T01:28:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(625): Region bounds: first= last=row0 2023-11-19T01:28:32,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357308879/f2/478025cc394e49e58ceb39ef0ee17a2a for inclusion in 3da14bbee66d80f6defd061a8b8156cf/f2 2023-11-19T01:28:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(623): HFile bounds: first=row-test-1700357229933-2-0 last=row-test-1700357229933-2-6 2023-11-19T01:28:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(625): Region bounds: first= last=row0 2023-11-19T01:28:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegion(2520): Flush status journal for 3da14bbee66d80f6defd061a8b8156cf: 2023-11-19T01:28:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357308879/f/57176a288f8344f9a94689b4c2fa5448 to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__fnjnt20k1qau9cq41kurnkhqn2gei0aetalu6vss2k92ajbo3ukeqbtm4n4j3721/f/57176a288f8344f9a94689b4c2fa5448 2023-11-19T01:28:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__fnjnt20k1qau9cq41kurnkhqn2gei0aetalu6vss2k92ajbo3ukeqbtm4n4j3721/f/57176a288f8344f9a94689b4c2fa5448 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/f/99a6846d3cb14c839c609b50c0d2aee9_SeqId_9_ 2023-11-19T01:28:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357308879/mob/e0d82d2766ff4323824cd269904202d5 to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__fnjnt20k1qau9cq41kurnkhqn2gei0aetalu6vss2k92ajbo3ukeqbtm4n4j3721/mob/e0d82d2766ff4323824cd269904202d5 2023-11-19T01:28:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__fnjnt20k1qau9cq41kurnkhqn2gei0aetalu6vss2k92ajbo3ukeqbtm4n4j3721/mob/e0d82d2766ff4323824cd269904202d5 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/mob/54e1e45f20704944b154b5e7d12e23f6_SeqId_9_ 2023-11-19T01:28:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-default-table1-1700357308879/f2/478025cc394e49e58ceb39ef0ee17a2a to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__fnjnt20k1qau9cq41kurnkhqn2gei0aetalu6vss2k92ajbo3ukeqbtm4n4j3721/f2/478025cc394e49e58ceb39ef0ee17a2a 2023-11-19T01:28:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__fnjnt20k1qau9cq41kurnkhqn2gei0aetalu6vss2k92ajbo3ukeqbtm4n4j3721/f2/478025cc394e49e58ceb39ef0ee17a2a as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/f2/271fb40de13e48b4b0396ad19026768d_SeqId_9_ 2023-11-19T01:28:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x22e756b5 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556f5d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:32,122 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47138, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:32,126 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58476, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:32,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x22e756b5 to 127.0.0.1:53997 2023-11-19T01:28:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5d23be2c to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55629904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:32,144 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47140, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:32,150 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58486, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:32,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5d23be2c to 127.0.0.1:53997 2023-11-19T01:28:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x703592d1 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:32,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b6140f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:32,171 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47144, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:32,175 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58502, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:32,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x703592d1 to 127.0.0.1:53997 2023-11-19T01:28:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:32,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__fnjnt20k1qau9cq41kurnkhqn2gei0aetalu6vss2k92ajbo3ukeqbtm4n4j3721/f/57176a288f8344f9a94689b4c2fa5448 into 3da14bbee66d80f6defd061a8b8156cf/f as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/f/99a6846d3cb14c839c609b50c0d2aee9_SeqId_9_ - updating store file list. 2023-11-19T01:28:32,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/f/99a6846d3cb14c839c609b50c0d2aee9_SeqId_9_ into 3da14bbee66d80f6defd061a8b8156cf/f 2023-11-19T01:28:32,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__fnjnt20k1qau9cq41kurnkhqn2gei0aetalu6vss2k92ajbo3ukeqbtm4n4j3721/f/57176a288f8344f9a94689b4c2fa5448 into 3da14bbee66d80f6defd061a8b8156cf/f (new location: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/f/99a6846d3cb14c839c609b50c0d2aee9_SeqId_9_) 2023-11-19T01:28:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__fnjnt20k1qau9cq41kurnkhqn2gei0aetalu6vss2k92ajbo3ukeqbtm4n4j3721/f/57176a288f8344f9a94689b4c2fa5448 2023-11-19T01:28:32,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__fnjnt20k1qau9cq41kurnkhqn2gei0aetalu6vss2k92ajbo3ukeqbtm4n4j3721/f2/478025cc394e49e58ceb39ef0ee17a2a into 3da14bbee66d80f6defd061a8b8156cf/f2 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/f2/271fb40de13e48b4b0396ad19026768d_SeqId_9_ - updating store file list. 2023-11-19T01:28:32,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/f2/271fb40de13e48b4b0396ad19026768d_SeqId_9_ into 3da14bbee66d80f6defd061a8b8156cf/f2 2023-11-19T01:28:32,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__fnjnt20k1qau9cq41kurnkhqn2gei0aetalu6vss2k92ajbo3ukeqbtm4n4j3721/f2/478025cc394e49e58ceb39ef0ee17a2a into 3da14bbee66d80f6defd061a8b8156cf/f2 (new location: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/f2/271fb40de13e48b4b0396ad19026768d_SeqId_9_) 2023-11-19T01:28:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__fnjnt20k1qau9cq41kurnkhqn2gei0aetalu6vss2k92ajbo3ukeqbtm4n4j3721/f2/478025cc394e49e58ceb39ef0ee17a2a 2023-11-19T01:28:32,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__fnjnt20k1qau9cq41kurnkhqn2gei0aetalu6vss2k92ajbo3ukeqbtm4n4j3721/mob/e0d82d2766ff4323824cd269904202d5 into 3da14bbee66d80f6defd061a8b8156cf/mob as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/mob/54e1e45f20704944b154b5e7d12e23f6_SeqId_9_ - updating store file list. 2023-11-19T01:28:32,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/mob/54e1e45f20704944b154b5e7d12e23f6_SeqId_9_ into 3da14bbee66d80f6defd061a8b8156cf/mob 2023-11-19T01:28:32,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__fnjnt20k1qau9cq41kurnkhqn2gei0aetalu6vss2k92ajbo3ukeqbtm4n4j3721/mob/e0d82d2766ff4323824cd269904202d5 into 3da14bbee66d80f6defd061a8b8156cf/mob (new location: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/mob/54e1e45f20704944b154b5e7d12e23f6_SeqId_9_) 2023-11-19T01:28:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__table1__fnjnt20k1qau9cq41kurnkhqn2gei0aetalu6vss2k92ajbo3ukeqbtm4n4j3721/mob/e0d82d2766ff4323824cd269904202d5 2023-11-19T01:28:32,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x501b74b4 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4a065c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:32,214 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47154, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:28:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:32,219 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58504, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-19T01:28:32,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:32,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x501b74b4 to 127.0.0.1:53997 2023-11-19T01:28:32,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:32,233 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:32,234 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x456a9993 to 127.0.0.1:53997 2023-11-19T01:28:32,234 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:32,234 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-19T01:28:32,234 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.RestoreTablesClient(187): test-1700357229933 has been successfully restored to table1 2023-11-19T01:28:32,234 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-19T01:28:32,234 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.RestoreTablesClient(233): Backup: backup_1700357280089 hdfs://localhost:34591/backupUT/backup_1700357280089/default/test-1700357229933/ 2023-11-19T01:28:32,235 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34591/backupUT/backup_1700357240387/.backup.manifest 2023-11-19T01:28:32,238 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700357240387/.backup.manifest 2023-11-19T01:28:32,238 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.RestoreTablesClient(148): Restoring 'ns2:test-17003572299331' to 'ns2:table2' from full backup image hdfs://localhost:34591/backupUT/backup_1700357240387/ns2/test-17003572299331 2023-11-19T01:28:32,243 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17003572299331', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1700357280089 2023-11-19T01:28:32,246 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] util.RestoreTool(476): Truncating exising target table 'ns2:table2', preserving region splits 2023-11-19T01:28:32,246 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin$18(967): Started disable of ns2:table2 2023-11-19T01:28:32,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster$13(2695): Client=jenkins//172.31.2.20 disable ns2:table2 2023-11-19T01:28:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=81, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=ns2:table2 2023-11-19T01:28:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=81 2023-11-19T01:28:32,250 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357312250"}]},"ts":"1700357312250"} 2023-11-19T01:28:32,251 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2023-11-19T01:28:32,252 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(293): Set ns2:table2 to state=DISABLING 2023-11-19T01:28:32,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns2:table2, region=f2ca4cf825ec8a6d03a53415da5f2947, UNASSIGN}] 2023-11-19T01:28:32,256 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns2:table2, region=f2ca4cf825ec8a6d03a53415da5f2947, UNASSIGN 2023-11-19T01:28:32,257 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=82 updating hbase:meta row=f2ca4cf825ec8a6d03a53415da5f2947, regionState=CLOSING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:32,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE; CloseRegionProcedure f2ca4cf825ec8a6d03a53415da5f2947, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:28:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=81 2023-11-19T01:28:32,409 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:32,410 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(119): Close f2ca4cf825ec8a6d03a53415da5f2947 2023-11-19T01:28:32,410 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1668): Closing f2ca4cf825ec8a6d03a53415da5f2947, disabling compactions & flushes 2023-11-19T01:28:32,410 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1690): Closing region ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947. 2023-11-19T01:28:32,410 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947. 2023-11-19T01:28:32,410 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947. after waiting 0 ms 2023-11-19T01:28:32,410 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947. 2023-11-19T01:28:32,416 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/f2ca4cf825ec8a6d03a53415da5f2947/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-19T01:28:32,417 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:28:32,418 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1909): Closed ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947. 2023-11-19T01:28:32,418 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1622): Region close journal for f2ca4cf825ec8a6d03a53415da5f2947: 2023-11-19T01:28:32,419 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(163): Closed f2ca4cf825ec8a6d03a53415da5f2947 2023-11-19T01:28:32,419 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=82 updating hbase:meta row=f2ca4cf825ec8a6d03a53415da5f2947, regionState=CLOSED 2023-11-19T01:28:32,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=83, resume processing ppid=82 2023-11-19T01:28:32,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=83, ppid=82, state=SUCCESS; CloseRegionProcedure f2ca4cf825ec8a6d03a53415da5f2947, server=jenkins-hbase6.apache.org,41373,1700357221166 in 163 msec 2023-11-19T01:28:32,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=82, resume processing ppid=81 2023-11-19T01:28:32,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=82, ppid=81, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=f2ca4cf825ec8a6d03a53415da5f2947, UNASSIGN in 169 msec 2023-11-19T01:28:32,423 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357312423"}]},"ts":"1700357312423"} 2023-11-19T01:28:32,424 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2023-11-19T01:28:32,426 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(305): Set ns2:table2 to state=DISABLED 2023-11-19T01:28:32,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=81, state=SUCCESS; DisableTableProcedure table=ns2:table2 in 179 msec 2023-11-19T01:28:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=81 2023-11-19T01:28:32,552 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin$TableFuture(3745): Operation: DISABLE, Table Name: ns2:table2, procId: 81 completed 2023-11-19T01:28:32,552 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin$16(847): Started truncating ns2:table2 2023-11-19T01:28:32,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.HMaster$6(2481): Client=jenkins//172.31.2.20 truncate ns2:table2 2023-11-19T01:28:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] procedure2.ProcedureExecutor(1032): Stored pid=84, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2023-11-19T01:28:32,556 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2023-11-19T01:28:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=84 2023-11-19T01:28:32,558 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/f2ca4cf825ec8a6d03a53415da5f2947 2023-11-19T01:28:32,560 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/f2ca4cf825ec8a6d03a53415da5f2947/f, FileablePath, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/f2ca4cf825ec8a6d03a53415da5f2947/recovered.edits] 2023-11-19T01:28:32,565 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/f2ca4cf825ec8a6d03a53415da5f2947/f/e306f2e58af945469c4ecb10ebc828c5_SeqId_4_ to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/archive/data/ns2/table2/f2ca4cf825ec8a6d03a53415da5f2947/f/e306f2e58af945469c4ecb10ebc828c5_SeqId_4_ 2023-11-19T01:28:32,568 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/f2ca4cf825ec8a6d03a53415da5f2947/recovered.edits/6.seqid to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/archive/data/ns2/table2/f2ca4cf825ec8a6d03a53415da5f2947/recovered.edits/6.seqid 2023-11-19T01:28:32,568 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/f2ca4cf825ec8a6d03a53415da5f2947 2023-11-19T01:28:32,568 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(293): Archived ns2:table2 regions 2023-11-19T01:28:32,572 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2023-11-19T01:28:32,574 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(387): Removing 'ns2:table2' descriptor. 2023-11-19T01:28:32,574 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(377): Removing 'ns2:table2' from region states. 2023-11-19T01:28:32,574 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1700357312574"}]},"ts":"9223372036854775807"} 2023-11-19T01:28:32,576 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-11-19T01:28:32,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f2ca4cf825ec8a6d03a53415da5f2947, NAME => 'ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947.', STARTKEY => '', ENDKEY => ''}] 2023-11-19T01:28:32,576 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(381): Marking 'ns2:table2' as deleted. 2023-11-19T01:28:32,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1700357312576"}]},"ts":"9223372036854775807"} 2023-11-19T01:28:32,577 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table ns2:table2 state from META 2023-11-19T01:28:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=84 2023-11-19T01:28:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=84 2023-11-19T01:28:32,992 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 3b43549a1cb7dfa0824254b492aaa2fc, NAME => 'ns2:table2,,1700357312570.3b43549a1cb7dfa0824254b492aaa2fc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822 2023-11-19T01:28:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=84 2023-11-19T01:28:33,399 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:table2,,1700357312570.3b43549a1cb7dfa0824254b492aaa2fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:28:33,399 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1668): Closing 3b43549a1cb7dfa0824254b492aaa2fc, disabling compactions & flushes 2023-11-19T01:28:33,399 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:table2,,1700357312570.3b43549a1cb7dfa0824254b492aaa2fc. 2023-11-19T01:28:33,399 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1700357312570.3b43549a1cb7dfa0824254b492aaa2fc. 2023-11-19T01:28:33,399 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1700357312570.3b43549a1cb7dfa0824254b492aaa2fc. after waiting 0 ms 2023-11-19T01:28:33,399 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1700357312570.3b43549a1cb7dfa0824254b492aaa2fc. 2023-11-19T01:28:33,399 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1909): Closed ns2:table2,,1700357312570.3b43549a1cb7dfa0824254b492aaa2fc. 2023-11-19T01:28:33,399 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1622): Region close journal for 3b43549a1cb7dfa0824254b492aaa2fc: 2023-11-19T01:28:33,400 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:table2,,1700357312570.3b43549a1cb7dfa0824254b492aaa2fc.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1700357313400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357313400"}]},"ts":"1700357313400"} 2023-11-19T01:28:33,401 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:28:33,402 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357313402"}]},"ts":"1700357313402"} 2023-11-19T01:28:33,403 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2023-11-19T01:28:33,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=3b43549a1cb7dfa0824254b492aaa2fc, ASSIGN}] 2023-11-19T01:28:33,409 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=3b43549a1cb7dfa0824254b492aaa2fc, ASSIGN 2023-11-19T01:28:33,409 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:table2, region=3b43549a1cb7dfa0824254b492aaa2fc, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,41373,1700357221166; forceNewPlan=false, retain=false 2023-11-19T01:28:33,561 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=3b43549a1cb7dfa0824254b492aaa2fc, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:33,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; OpenRegionProcedure 3b43549a1cb7dfa0824254b492aaa2fc, server=jenkins-hbase6.apache.org,41373,1700357221166}] 2023-11-19T01:28:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=84 2023-11-19T01:28:33,714 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:33,718 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(130): Open ns2:table2,,1700357312570.3b43549a1cb7dfa0824254b492aaa2fc. 2023-11-19T01:28:33,718 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7254): Opening region: {ENCODED => 3b43549a1cb7dfa0824254b492aaa2fc, NAME => 'ns2:table2,,1700357312570.3b43549a1cb7dfa0824254b492aaa2fc.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:28:33,718 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:28:33,718 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 3b43549a1cb7dfa0824254b492aaa2fc 2023-11-19T01:28:33,718 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(888): Instantiated ns2:table2,,1700357312570.3b43549a1cb7dfa0824254b492aaa2fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:28:33,718 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7296): checking encryption for 3b43549a1cb7dfa0824254b492aaa2fc 2023-11-19T01:28:33,718 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7299): checking classloading for 3b43549a1cb7dfa0824254b492aaa2fc 2023-11-19T01:28:33,720 INFO [StoreOpener-3b43549a1cb7dfa0824254b492aaa2fc-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3b43549a1cb7dfa0824254b492aaa2fc 2023-11-19T01:28:33,721 INFO [StoreOpener-3b43549a1cb7dfa0824254b492aaa2fc-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b43549a1cb7dfa0824254b492aaa2fc columnFamilyName f 2023-11-19T01:28:33,721 DEBUG [StoreOpener-3b43549a1cb7dfa0824254b492aaa2fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:28:33,721 INFO [StoreOpener-3b43549a1cb7dfa0824254b492aaa2fc-1 {}] regionserver.HStore(324): Store=3b43549a1cb7dfa0824254b492aaa2fc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:28:33,722 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/3b43549a1cb7dfa0824254b492aaa2fc 2023-11-19T01:28:33,722 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/3b43549a1cb7dfa0824254b492aaa2fc 2023-11-19T01:28:33,724 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1076): writing seq id for 3b43549a1cb7dfa0824254b492aaa2fc 2023-11-19T01:28:33,726 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/3b43549a1cb7dfa0824254b492aaa2fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:28:33,727 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1093): Opened 3b43549a1cb7dfa0824254b492aaa2fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10563145920, jitterRate=-0.016230374574661255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:28:33,727 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(992): Region open journal for 3b43549a1cb7dfa0824254b492aaa2fc: 2023-11-19T01:28:33,728 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:table2,,1700357312570.3b43549a1cb7dfa0824254b492aaa2fc., pid=86, masterSystemTime=1700357313714 2023-11-19T01:28:33,729 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:table2,,1700357312570.3b43549a1cb7dfa0824254b492aaa2fc. 2023-11-19T01:28:33,729 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(158): Opened ns2:table2,,1700357312570.3b43549a1cb7dfa0824254b492aaa2fc. 2023-11-19T01:28:33,729 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=3b43549a1cb7dfa0824254b492aaa2fc, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:33,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=86, resume processing ppid=85 2023-11-19T01:28:33,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=86, ppid=85, state=SUCCESS; OpenRegionProcedure 3b43549a1cb7dfa0824254b492aaa2fc, server=jenkins-hbase6.apache.org,41373,1700357221166 in 168 msec 2023-11-19T01:28:33,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=85, resume processing ppid=84 2023-11-19T01:28:33,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=85, ppid=84, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=3b43549a1cb7dfa0824254b492aaa2fc, ASSIGN in 325 msec 2023-11-19T01:28:33,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357313733"}]},"ts":"1700357313733"} 2023-11-19T01:28:33,734 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2023-11-19T01:28:33,736 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2023-11-19T01:28:33,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=84, state=SUCCESS; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.1830 sec 2023-11-19T01:28:34,009 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:28:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=84 2023-11-19T01:28:34,662 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.HBaseAdmin$TableFuture(3745): Operation: TRUNCATE, Table Name: ns2:table2, procId: 84 completed 2023-11-19T01:28:34,664 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:34591/backupUT/backup_1700357240387/ns2/test-17003572299331/archive/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d from hbase tables ns2:test-17003572299331 to tables ns2:table2 2023-11-19T01:28:34,664 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17003572299331 into ns2:table2 2023-11-19T01:28:34,666 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357314664 from hdfs://localhost:34591/backupUT/backup_1700357240387/ns2/test-17003572299331/archive/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d 2023-11-19T01:28:34,667 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3877ca37 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:34,672 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274664f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:34,673 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:34,674 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47164, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:34,675 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-19T01:28:34,675 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:table2 2023-11-19T01:28:34,678 DEBUG [hconnection-0x67eddbca-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:34,680 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58512, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:34,681 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:table2: 2023-11-19T01:28:34,681 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-19T01:28:34,681 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/partitions_44ca93b5-3353-4cab-b206-a185a5d1e253 2023-11-19T01:28:35,089 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:35,089 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:35,090 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:35,090 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:36,095 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/hadoop-2796946199128831731.jar 2023-11-19T01:28:36,095 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:36,095 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:36,096 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:36,096 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:36,096 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:36,097 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:36,097 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:36,097 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:36,098 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:36,098 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:28:36,099 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:28:36,100 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:28:36,100 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:28:36,100 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:28:36,101 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:28:36,101 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:28:36,101 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:28:36,102 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:28:36,102 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:28:36,103 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:28:36,103 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:28:36,104 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:36,104 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:36,104 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:36,105 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:36,105 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:36,105 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:36,106 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:28:36,106 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:table2 2023-11-19T01:28:36,106 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:36,106 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3877ca37 to 127.0.0.1:53997 2023-11-19T01:28:36,106 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:36,107 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-19T01:28:36,107 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-19T01:28:36,107 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:28:36,112 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:28:36,119 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-19T01:28:36,196 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.local.dir/1700357316162/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:28:36,197 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.local.dir/1700357316162/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:28:36,245 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34591/backupUT/backup_1700357240387/ns2/test-17003572299331/archive/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d/f/5eae1318ff8148ef9d1caceb16732928 2023-11-19T01:28:36,249 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:28:36,266 DEBUG [pool-322-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2dd6de1b to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:36,269 DEBUG [pool-322-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619baa39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:36,271 DEBUG [hconnection-0x7c2fda63-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:36,272 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58520, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:36,275 DEBUG [pool-322-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2dd6de1b to 127.0.0.1:53997 2023-11-19T01:28:36,275 DEBUG [pool-322-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:36,275 DEBUG [pool-322-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-19T01:28:36,275 DEBUG [pool-322-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:28:36,280 DEBUG [pool-322-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357314664/_temporary/0/_temporary/attempt_local210825803_0011_r_000000_0/f/f101a1f6b2704bd693df8848a1cb5083 is 37, key is row10/f:q1/1700357234785/Put/seqid=0 2023-11-19T01:28:36,282 WARN [Thread-1445 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:41373] Specified favored nodes: [jenkins-hbase6.apache.org:41373] 2023-11-19T01:28:37,239 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357314664 2023-11-19T01:28:37,239 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x17fbf9c8 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:37,244 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28284042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:37,245 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:37,246 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58524, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:37,253 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357314664/_SUCCESS 2023-11-19T01:28:37,257 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:37,258 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47170, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:37,268 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357314664/f/f101a1f6b2704bd693df8848a1cb5083 first=Optional[row0] last=Optional[row98] 2023-11-19T01:28:37,269 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1700357312570.3b43549a1cb7dfa0824254b492aaa2fc., hostname=jenkins-hbase6.apache.org,41373,1700357221166, seqNum=2 for row with hfile group [{f,hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357314664/f/f101a1f6b2704bd693df8848a1cb5083}] 2023-11-19T01:28:37,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357314664/f/f101a1f6b2704bd693df8848a1cb5083 for inclusion in 3b43549a1cb7dfa0824254b492aaa2fc/f 2023-11-19T01:28:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-19T01:28:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-19T01:28:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegion(2520): Flush status journal for 3b43549a1cb7dfa0824254b492aaa2fc: 2023-11-19T01:28:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357314664/f/f101a1f6b2704bd693df8848a1cb5083 to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__ns2_table2__1qbm043msjdnlbuvthet3a3kcdlptsl78ugo19skmtbvlkcbhsgou38lpf1su5on/f/f101a1f6b2704bd693df8848a1cb5083 2023-11-19T01:28:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__ns2_table2__1qbm043msjdnlbuvthet3a3kcdlptsl78ugo19skmtbvlkcbhsgou38lpf1su5on/f/f101a1f6b2704bd693df8848a1cb5083 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/3b43549a1cb7dfa0824254b492aaa2fc/f/97ee282fffd8469b9ac24585dac4f057_SeqId_4_ 2023-11-19T01:28:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x642c43bc to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57483e70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:37,291 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47182, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:37,295 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58526, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:37,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x642c43bc to 127.0.0.1:53997 2023-11-19T01:28:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:37,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__ns2_table2__1qbm043msjdnlbuvthet3a3kcdlptsl78ugo19skmtbvlkcbhsgou38lpf1su5on/f/f101a1f6b2704bd693df8848a1cb5083 into 3b43549a1cb7dfa0824254b492aaa2fc/f as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/3b43549a1cb7dfa0824254b492aaa2fc/f/97ee282fffd8469b9ac24585dac4f057_SeqId_4_ - updating store file list. 2023-11-19T01:28:37,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/3b43549a1cb7dfa0824254b492aaa2fc/f/97ee282fffd8469b9ac24585dac4f057_SeqId_4_ into 3b43549a1cb7dfa0824254b492aaa2fc/f 2023-11-19T01:28:37,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__ns2_table2__1qbm043msjdnlbuvthet3a3kcdlptsl78ugo19skmtbvlkcbhsgou38lpf1su5on/f/f101a1f6b2704bd693df8848a1cb5083 into 3b43549a1cb7dfa0824254b492aaa2fc/f (new location: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/3b43549a1cb7dfa0824254b492aaa2fc/f/97ee282fffd8469b9ac24585dac4f057_SeqId_4_) 2023-11-19T01:28:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__ns2_table2__1qbm043msjdnlbuvthet3a3kcdlptsl78ugo19skmtbvlkcbhsgou38lpf1su5on/f/f101a1f6b2704bd693df8848a1cb5083 2023-11-19T01:28:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x78b9751a to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cefea01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:37,317 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47192, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:28:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:37,320 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58540, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-19T01:28:37,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x78b9751a to 127.0.0.1:53997 2023-11-19T01:28:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:37,337 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:37,337 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x17fbf9c8 to 127.0.0.1:53997 2023-11-19T01:28:37,337 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:37,337 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-19T01:28:37,366 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.RestoreTablesClient(181): Restoring 'ns2:test-17003572299331' to 'ns2:table2' from log dirs: hdfs://localhost:34591/backupUT/backup_1700357261279/ns2/test-17003572299331/f/86f3415641654f35bb2e673aa6a333aa 2023-11-19T01:28:37,369 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.RestoreTool(177): Found descriptor 'ns2:test-17003572299331', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1700357280089 2023-11-19T01:28:37,370 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:34591/backupUT/backup_1700357261279/ns2/test-17003572299331/f/86f3415641654f35bb2e673aa6a333aa from hbase tables ns2:test-17003572299331 to tables ns2:table2 2023-11-19T01:28:37,370 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17003572299331 into ns2:table2 2023-11-19T01:28:37,371 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357317370 from hdfs://localhost:34591/backupUT/backup_1700357261279/ns2/test-17003572299331/f/86f3415641654f35bb2e673aa6a333aa 2023-11-19T01:28:37,372 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x50287860 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:37,376 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126c945b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:37,377 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:37,378 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47198, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:37,379 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-19T01:28:37,379 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-17003572299331 2023-11-19T01:28:37,380 DEBUG [hconnection-0x13d4a157-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:37,381 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58544, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:37,382 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-17003572299331: 2023-11-19T01:28:37,382 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-19T01:28:37,382 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/partitions_27846b2b-3996-46d3-8239-3cf54e0d8ed8 2023-11-19T01:28:37,388 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:37,389 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:37,390 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:37,390 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:38,391 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/hadoop-6368974315351577475.jar 2023-11-19T01:28:38,391 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:38,391 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:38,392 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:38,392 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:38,393 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:38,393 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:38,393 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:38,394 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:38,394 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:38,395 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:28:38,395 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:28:38,396 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:28:38,396 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:28:38,397 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:28:38,397 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:28:38,397 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:28:38,398 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:28:38,398 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:28:38,398 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:28:38,399 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:28:38,399 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:28:38,400 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:38,400 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:38,401 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:38,401 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:38,401 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:38,402 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:28:38,402 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:28:38,402 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-17003572299331 2023-11-19T01:28:38,402 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:38,403 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x50287860 to 127.0.0.1:53997 2023-11-19T01:28:38,403 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:38,403 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-19T01:28:38,403 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-19T01:28:38,404 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:28:38,408 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:28:38,414 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-19T01:28:38,496 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.local.dir/1700357318462/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:28:38,496 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/mapreduce.cluster.local.dir/1700357318462/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:28:38,543 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34591/backupUT/backup_1700357261279/ns2/test-17003572299331/f/86f3415641654f35bb2e673aa6a333aa 2023-11-19T01:28:38,546 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:28:38,560 DEBUG [pool-334-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x56cef82f to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:38,563 DEBUG [pool-334-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788e0d95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:38,564 DEBUG [hconnection-0x7cce495-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:38,565 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58554, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:38,567 DEBUG [pool-334-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x56cef82f to 127.0.0.1:53997 2023-11-19T01:28:38,567 DEBUG [pool-334-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:38,567 DEBUG [pool-334-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t20] 2023-11-19T01:28:38,567 DEBUG [pool-334-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:28:38,570 DEBUG [pool-334-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357317370/_temporary/0/_temporary/attempt_local95572388_0012_r_000000_0/f/09342ffc4ae44fdd8a656b51cf923f11 is 38, key is row-t20/f:q1/1700357259963/Put/seqid=0 2023-11-19T01:28:38,571 WARN [Thread-1489 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:41373] Specified favored nodes: [jenkins-hbase6.apache.org:41373] 2023-11-19T01:28:39,221 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:28:39,296 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2023-11-19T01:28:39,536 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357317370 2023-11-19T01:28:39,537 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2a5fd6a4 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:39,541 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2f8882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:39,542 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:39,543 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58568, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:39,547 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357317370/_SUCCESS 2023-11-19T01:28:39,550 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:39,551 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47202, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:39,564 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357317370/f/09342ffc4ae44fdd8a656b51cf923f11 first=Optional[row-t20] last=Optional[row-t24] 2023-11-19T01:28:39,565 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1700357312570.3b43549a1cb7dfa0824254b492aaa2fc., hostname=jenkins-hbase6.apache.org,41373,1700357221166, seqNum=2 for row with hfile group [{f,hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357317370/f/09342ffc4ae44fdd8a656b51cf923f11}] 2023-11-19T01:28:39,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357317370/f/09342ffc4ae44fdd8a656b51cf923f11 for inclusion in 3b43549a1cb7dfa0824254b492aaa2fc/f 2023-11-19T01:28:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(623): HFile bounds: first=row-t20 last=row-t24 2023-11-19T01:28:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-19T01:28:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegion(2520): Flush status journal for 3b43549a1cb7dfa0824254b492aaa2fc: 2023-11-19T01:28:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/hbase-staging/bulk_output-ns2-table2-1700357317370/f/09342ffc4ae44fdd8a656b51cf923f11 to hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__ns2_table2__j8ibrl0f3bie31t7qbinbnkv1t77oc48gf9uq70c1rgj007psmlhuhg8l7l4j1i3/f/09342ffc4ae44fdd8a656b51cf923f11 2023-11-19T01:28:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__ns2_table2__j8ibrl0f3bie31t7qbinbnkv1t77oc48gf9uq70c1rgj007psmlhuhg8l7l4j1i3/f/09342ffc4ae44fdd8a656b51cf923f11 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/3b43549a1cb7dfa0824254b492aaa2fc/f/f95d72fbab1f41dca108b47ad3f16b95_SeqId_6_ 2023-11-19T01:28:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x641bf205 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b694575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:39,583 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47216, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:28:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:39,586 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58582, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:28:39,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x641bf205 to 127.0.0.1:53997 2023-11-19T01:28:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:39,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__ns2_table2__j8ibrl0f3bie31t7qbinbnkv1t77oc48gf9uq70c1rgj007psmlhuhg8l7l4j1i3/f/09342ffc4ae44fdd8a656b51cf923f11 into 3b43549a1cb7dfa0824254b492aaa2fc/f as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/3b43549a1cb7dfa0824254b492aaa2fc/f/f95d72fbab1f41dca108b47ad3f16b95_SeqId_6_ - updating store file list. 2023-11-19T01:28:39,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/3b43549a1cb7dfa0824254b492aaa2fc/f/f95d72fbab1f41dca108b47ad3f16b95_SeqId_6_ into 3b43549a1cb7dfa0824254b492aaa2fc/f 2023-11-19T01:28:39,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__ns2_table2__j8ibrl0f3bie31t7qbinbnkv1t77oc48gf9uq70c1rgj007psmlhuhg8l7l4j1i3/f/09342ffc4ae44fdd8a656b51cf923f11 into 3b43549a1cb7dfa0824254b492aaa2fc/f (new location: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/3b43549a1cb7dfa0824254b492aaa2fc/f/f95d72fbab1f41dca108b47ad3f16b95_SeqId_6_) 2023-11-19T01:28:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/staging/jenkins__ns2_table2__j8ibrl0f3bie31t7qbinbnkv1t77oc48gf9uq70c1rgj007psmlhuhg8l7l4j1i3/f/09342ffc4ae44fdd8a656b51cf923f11 2023-11-19T01:28:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3ac53640 to 127.0.0.1:53997 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:28:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a06b286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:28:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:28:39,606 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47230, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:28:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:28:39,609 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58596, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-19T01:28:39,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3ac53640 to 127.0.0.1:53997 2023-11-19T01:28:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:39,618 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:39,618 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2a5fd6a4 to 127.0.0.1:53997 2023-11-19T01:28:39,618 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:39,618 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-19T01:28:39,618 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.RestoreTablesClient(187): ns2:test-17003572299331 has been successfully restored to ns2:table2 2023-11-19T01:28:39,618 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-19T01:28:39,619 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] impl.RestoreTablesClient(233): Backup: backup_1700357280089 hdfs://localhost:34591/backupUT/backup_1700357280089/ns2/test-17003572299331/ 2023-11-19T01:28:39,619 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-11-19T01:28:39,620 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] backup.TestIncrementalBackup(199): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:28:39,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.CallRunner(138): callId: 620 service: ClientService methodName: Scan size: 136 connection: 172.31.2.20:54244 deadline: 1700357379620, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1700357291608.5d4a8f081e601cced59e23114765c9b6. is not online on jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:39,731 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] client.ClientScanner(248): Advancing internal scanner to startKey at 'row0', inclusive 2023-11-19T01:28:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.CallRunner(138): callId: 625 service: ClientService methodName: Scan size: 146 connection: 172.31.2.20:54244 deadline: 1700357379731, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1700357291608.e2c6e7dc6f18501fec12e0cbe2cb91fc. is not online on jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:39,839 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] backup.TestIncrementalBackup(201): f1 has 198 rows 2023-11-19T01:28:39,841 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] client.ClientScanner(248): Advancing internal scanner to startKey at 'row0', inclusive 2023-11-19T01:28:39,842 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] backup.TestIncrementalBackup(205): f2 has 7 rows 2023-11-19T01:28:39,848 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] client.ClientScanner(248): Advancing internal scanner to startKey at 'row0', inclusive 2023-11-19T01:28:39,849 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] backup.TestIncrementalBackup(209): mob has 111 rows 2023-11-19T01:28:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] ipc.CallRunner(138): callId: 634 service: ClientService methodName: Scan size: 135 connection: 172.31.2.20:54244 deadline: 1700357379849, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947. is not online on jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:39,958 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:39,958 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2296c6cc to 127.0.0.1:53997 2023-11-19T01:28:39,959 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:39,977 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=602 (was 587) Potentially hanging thread: hconnection-0x4209dae1-shared-pool-41 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2058017107_16 at /127.0.0.1:60094 [Waiting for operation #17] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/cluster_edf62e4b-1d3e-0758-13bf-de9dc72068a4/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1581762277-172.31.2.20-1700357214746:blk_1073741917_1093, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase6.apache.org,41373,1700357221166)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase6.apache.org,41373,1700357221166)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4209dae1-shared-pool-38 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1581762277-172.31.2.20-1700357214746:blk_1073741916_1092, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: region-location-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase6.apache.org,41373,1700357221166)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-740638933_16 at /127.0.0.1:43010 [Receiving block BP-1581762277-172.31.2.20-1700357214746:blk_1073741916_1092] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/cluster_edf62e4b-1d3e-0758-13bf-de9dc72068a4/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-740638933_16 at /127.0.0.1:43004 [Receiving block BP-1581762277-172.31.2.20-1700357214746:blk_1073741915_1091] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2058017107_16 at /127.0.0.1:60132 [Waiting for operation #15] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase6.apache.org,37257,1700357218013)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase6.apache.org,41373,1700357221166' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-740638933_16 at /127.0.0.1:43012 [Receiving block BP-1581762277-172.31.2.20-1700357214746:blk_1073741917_1093] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4209dae1-shared-pool-39 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2058017107_16 at /127.0.0.1:60050 [Waiting for operation #14] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1581762277-172.31.2.20-1700357214746:blk_1073741915_1091, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4209dae1-shared-pool-40 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=728 (was 699) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=112 (was 176), ProcessCount=167 (was 166) - ProcessCount LEAK? -, AvailableMemoryMB=3491 (was 3789) 2023-11-19T01:28:39,977 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] hbase.ResourceChecker(130): Thread=602 is superior to 500 2023-11-19T01:28:39,984 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-19T01:28:39,984 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:39,985 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x71cfcabb to 127.0.0.1:53997 2023-11-19T01:28:39,985 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:39,985 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-19T01:28:39,985 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] util.JVMClusterUtil(257): Found active master hash=1018320663, stopped=false 2023-11-19T01:28:39,985 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase6.apache.org,37257,1700357218013 2023-11-19T01:28:39,988 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-19T01:28:39,988 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-19T01:28:39,988 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:28:39,988 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:28:39,988 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-19T01:28:39,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:28:39,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:28:39,988 DEBUG [Listener at jenkins-hbase6.apache.org/33315 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:39,988 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase6.apache.org,41373,1700357221166' ***** 2023-11-19T01:28:39,988 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-19T01:28:39,989 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-19T01:28:39,990 INFO [regionserver/jenkins-hbase6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-19T01:28:39,990 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-19T01:28:40,003 INFO [RS:0;jenkins-hbase6:41373 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@1bb329f9{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-19T01:28:40,007 INFO [RS:0;jenkins-hbase6:41373 {}] server.AbstractConnector(383): Stopped ServerConnector@6f2b35e5{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:28:40,007 INFO [RS:0;jenkins-hbase6:41373 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-19T01:28:40,008 INFO [RS:0;jenkins-hbase6:41373 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5008b581{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-19T01:28:40,009 INFO [RS:0;jenkins-hbase6:41373 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@23bf8813{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/hadoop.log.dir/,STOPPED} 2023-11-19T01:28:40,011 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-19T01:28:40,011 INFO [RS:0;jenkins-hbase6:41373 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-19T01:28:40,011 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-11-19T01:28:40,011 INFO [RS:0;jenkins-hbase6:41373 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-19T01:28:40,011 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(3528): Received CLOSE for ef0eb101cf5a240102124ff87f662a24 2023-11-19T01:28:40,012 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(3528): Received CLOSE for f3851a6e3f8866090f7e02603031dad6 2023-11-19T01:28:40,012 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(3528): Received CLOSE for db8b7c730bfc10c44e35786b9949b02b 2023-11-19T01:28:40,012 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(3528): Received CLOSE for dddf95dd829dc7009ff200e85a9262bf 2023-11-19T01:28:40,012 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(3528): Received CLOSE for 59f551b91dbe57aab67743257b9fcf6d 2023-11-19T01:28:40,012 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(3528): Received CLOSE for aa40abc256d9660fb3ed026fa15f68dd 2023-11-19T01:28:40,012 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(3528): Received CLOSE for 3b43549a1cb7dfa0824254b492aaa2fc 2023-11-19T01:28:40,012 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(3528): Received CLOSE for 2098163a3c8e1a2acc07432832a42a78 2023-11-19T01:28:40,012 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(3528): Received CLOSE for 3da14bbee66d80f6defd061a8b8156cf 2023-11-19T01:28:40,012 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(3528): Received CLOSE for e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:40,012 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:40,012 INFO [RS:0;jenkins-hbase6:41373 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:28:40,012 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ef0eb101cf5a240102124ff87f662a24, disabling compactions & flushes 2023-11-19T01:28:40,012 DEBUG [RS:0;jenkins-hbase6:41373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:40,012 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24. 2023-11-19T01:28:40,012 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24. 2023-11-19T01:28:40,012 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24. after waiting 0 ms 2023-11-19T01:28:40,012 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-19T01:28:40,012 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24. 2023-11-19T01:28:40,012 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-19T01:28:40,012 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-19T01:28:40,012 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-19T01:28:40,012 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing ef0eb101cf5a240102124ff87f662a24 2/2 column families, dataSize=1.33 KB heapSize=2.41 KB 2023-11-19T01:28:40,013 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(1579): Waiting on 11 regions to close 2023-11-19T01:28:40,015 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-19T01:28:40,015 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-19T01:28:40,015 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-19T01:28:40,015 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-19T01:28:40,015 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-19T01:28:40,015 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=25.26 KB heapSize=43.57 KB 2023-11-19T01:28:40,015 DEBUG [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 2098163a3c8e1a2acc07432832a42a78, 3b43549a1cb7dfa0824254b492aaa2fc, 3da14bbee66d80f6defd061a8b8156cf, 59f551b91dbe57aab67743257b9fcf6d, aa40abc256d9660fb3ed026fa15f68dd, db8b7c730bfc10c44e35786b9949b02b, dddf95dd829dc7009ff200e85a9262bf, e5985f5e4864695bb738b77c1cc93344, ef0eb101cf5a240102124ff87f662a24, f3851a6e3f8866090f7e02603031dad6 2023-11-19T01:28:40,019 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/.tmp/meta/5ff5b896a54c423dac7c169c593ebf76 is 171, key is trslm:hdfs://localhost:34591/backupUT\x00ns2:test-17003572299331/meta:log-roll-map/1700357290295/Put/seqid=0 2023-11-19T01:28:40,024 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=531 B at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/.tmp/meta/5ff5b896a54c423dac7c169c593ebf76 2023-11-19T01:28:40,039 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/.tmp/session/7d733d528353442bb687cc0346887d1b is 360, key is session:backup_1700357280089/session:context/1700357291553/Put/seqid=0 2023-11-19T01:28:40,043 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/meta/1588230740/.tmp/info/53f0141f07874f5289076ae23f47285a is 159, key is ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d./info:regioninfo/1700357233846/Put/seqid=0 2023-11-19T01:28:40,216 DEBUG [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 2098163a3c8e1a2acc07432832a42a78, 3b43549a1cb7dfa0824254b492aaa2fc, 3da14bbee66d80f6defd061a8b8156cf, 59f551b91dbe57aab67743257b9fcf6d, aa40abc256d9660fb3ed026fa15f68dd, db8b7c730bfc10c44e35786b9949b02b, dddf95dd829dc7009ff200e85a9262bf, e5985f5e4864695bb738b77c1cc93344, ef0eb101cf5a240102124ff87f662a24, f3851a6e3f8866090f7e02603031dad6 2023-11-19T01:28:40,416 DEBUG [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 2098163a3c8e1a2acc07432832a42a78, 3b43549a1cb7dfa0824254b492aaa2fc, 3da14bbee66d80f6defd061a8b8156cf, 59f551b91dbe57aab67743257b9fcf6d, aa40abc256d9660fb3ed026fa15f68dd, db8b7c730bfc10c44e35786b9949b02b, dddf95dd829dc7009ff200e85a9262bf, e5985f5e4864695bb738b77c1cc93344, ef0eb101cf5a240102124ff87f662a24, f3851a6e3f8866090f7e02603031dad6 2023-11-19T01:28:40,444 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=828 B at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/.tmp/session/7d733d528353442bb687cc0346887d1b 2023-11-19T01:28:40,448 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=23.52 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/meta/1588230740/.tmp/info/53f0141f07874f5289076ae23f47285a 2023-11-19T01:28:40,450 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/.tmp/meta/5ff5b896a54c423dac7c169c593ebf76 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/meta/5ff5b896a54c423dac7c169c593ebf76 2023-11-19T01:28:40,455 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/meta/5ff5b896a54c423dac7c169c593ebf76, entries=4, sequenceid=38, filesize=5.7 K 2023-11-19T01:28:40,456 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/.tmp/session/7d733d528353442bb687cc0346887d1b as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/session/7d733d528353442bb687cc0346887d1b 2023-11-19T01:28:40,461 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/session/7d733d528353442bb687cc0346887d1b, entries=2, sequenceid=38, filesize=5.3 K 2023-11-19T01:28:40,462 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.33 KB/1359, heapSize ~2.38 KB/2432, currentSize=0 B/0 for ef0eb101cf5a240102124ff87f662a24 in 450ms, sequenceid=38, compaction requested=true 2023-11-19T01:28:40,481 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system/ef0eb101cf5a240102124ff87f662a24/recovered.edits/41.seqid, newMaxSeqId=41, maxSeqId=1 2023-11-19T01:28:40,481 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/meta/1588230740/.tmp/rep_barrier/c9e26bb656cb482bbf31035d12557957 is 94, key is ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947./rep_barrier:/1700357312570/DeleteFamily/seqid=0 2023-11-19T01:28:40,481 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:28:40,482 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24. 2023-11-19T01:28:40,482 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ef0eb101cf5a240102124ff87f662a24: 2023-11-19T01:28:40,482 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1700357240538.ef0eb101cf5a240102124ff87f662a24. 2023-11-19T01:28:40,483 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing f3851a6e3f8866090f7e02603031dad6, disabling compactions & flushes 2023-11-19T01:28:40,483 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1700357242665.f3851a6e3f8866090f7e02603031dad6. 2023-11-19T01:28:40,483 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1700357242665.f3851a6e3f8866090f7e02603031dad6. 2023-11-19T01:28:40,483 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1700357242665.f3851a6e3f8866090f7e02603031dad6. after waiting 0 ms 2023-11-19T01:28:40,483 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1700357242665.f3851a6e3f8866090f7e02603031dad6. 2023-11-19T01:28:40,486 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/meta/1588230740/.tmp/rep_barrier/c9e26bb656cb482bbf31035d12557957 2023-11-19T01:28:40,487 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/backup/system_bulk/f3851a6e3f8866090f7e02603031dad6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:28:40,487 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:28:40,488 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1700357242665.f3851a6e3f8866090f7e02603031dad6. 2023-11-19T01:28:40,488 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for f3851a6e3f8866090f7e02603031dad6: 2023-11-19T01:28:40,488 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1700357242665.f3851a6e3f8866090f7e02603031dad6. 2023-11-19T01:28:40,489 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing db8b7c730bfc10c44e35786b9949b02b, disabling compactions & flushes 2023-11-19T01:28:40,489 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:28:40,489 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:28:40,489 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. after waiting 0 ms 2023-11-19T01:28:40,489 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:28:40,489 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing db8b7c730bfc10c44e35786b9949b02b 3/3 column families, dataSize=378 B heapSize=1.63 KB 2023-11-19T01:28:40,509 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/.tmp/f2/9cd368f2cac442179bab5d2d0d349505 is 58, key is row-test-1700357229933-2-0/f2:q1/1700357275084/Put/seqid=0 2023-11-19T01:28:40,510 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/meta/1588230740/.tmp/table/5687aea8823043cf895935ce185be300 is 88, key is ns2:table2,,1700357297735.f2ca4cf825ec8a6d03a53415da5f2947./table:/1700357312570/DeleteFamily/seqid=0 2023-11-19T01:28:40,515 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.48 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/meta/1588230740/.tmp/table/5687aea8823043cf895935ce185be300 2023-11-19T01:28:40,520 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/meta/1588230740/.tmp/info/53f0141f07874f5289076ae23f47285a as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/meta/1588230740/info/53f0141f07874f5289076ae23f47285a 2023-11-19T01:28:40,525 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/meta/1588230740/info/53f0141f07874f5289076ae23f47285a, entries=124, sequenceid=95, filesize=20.2 K 2023-11-19T01:28:40,525 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/meta/1588230740/.tmp/rep_barrier/c9e26bb656cb482bbf31035d12557957 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/meta/1588230740/rep_barrier/c9e26bb656cb482bbf31035d12557957 2023-11-19T01:28:40,530 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/meta/1588230740/rep_barrier/c9e26bb656cb482bbf31035d12557957, entries=3, sequenceid=95, filesize=5.5 K 2023-11-19T01:28:40,531 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/meta/1588230740/.tmp/table/5687aea8823043cf895935ce185be300 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/meta/1588230740/table/5687aea8823043cf895935ce185be300 2023-11-19T01:28:40,535 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/meta/1588230740/table/5687aea8823043cf895935ce185be300, entries=23, sequenceid=95, filesize=6.3 K 2023-11-19T01:28:40,536 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~25.26 KB/25867, heapSize ~43.52 KB/44568, currentSize=0 B/0 for 1588230740 in 521ms, sequenceid=95, compaction requested=false 2023-11-19T01:28:40,545 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/meta/1588230740/recovered.edits/98.seqid, newMaxSeqId=98, maxSeqId=1 2023-11-19T01:28:40,546 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:28:40,546 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-19T01:28:40,547 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-19T01:28:40,547 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-19T01:28:40,547 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-19T01:28:40,616 DEBUG [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(1609): Waiting on 2098163a3c8e1a2acc07432832a42a78, 3b43549a1cb7dfa0824254b492aaa2fc, 3da14bbee66d80f6defd061a8b8156cf, 59f551b91dbe57aab67743257b9fcf6d, aa40abc256d9660fb3ed026fa15f68dd, db8b7c730bfc10c44e35786b9949b02b, dddf95dd829dc7009ff200e85a9262bf, e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:40,749 INFO [regionserver/jenkins-hbase6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-11-19T01:28:40,749 INFO [regionserver/jenkins-hbase6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-11-19T01:28:40,817 DEBUG [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(1609): Waiting on 2098163a3c8e1a2acc07432832a42a78, 3b43549a1cb7dfa0824254b492aaa2fc, 3da14bbee66d80f6defd061a8b8156cf, 59f551b91dbe57aab67743257b9fcf6d, aa40abc256d9660fb3ed026fa15f68dd, db8b7c730bfc10c44e35786b9949b02b, dddf95dd829dc7009ff200e85a9262bf, e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:40,914 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/.tmp/f2/9cd368f2cac442179bab5d2d0d349505 2023-11-19T01:28:40,920 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/.tmp/f2/9cd368f2cac442179bab5d2d0d349505 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f2/9cd368f2cac442179bab5d2d0d349505 2023-11-19T01:28:40,924 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/f2/9cd368f2cac442179bab5d2d0d349505, entries=7, sequenceid=347, filesize=5.3 K 2023-11-19T01:28:40,925 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for db8b7c730bfc10c44e35786b9949b02b in 436ms, sequenceid=347, compaction requested=false 2023-11-19T01:28:40,931 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/test-1700357229933/db8b7c730bfc10c44e35786b9949b02b/recovered.edits/350.seqid, newMaxSeqId=350, maxSeqId=337 2023-11-19T01:28:40,931 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:28:40,932 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:28:40,932 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for db8b7c730bfc10c44e35786b9949b02b: 2023-11-19T01:28:40,932 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1700357229933,,1700357230418.db8b7c730bfc10c44e35786b9949b02b. 2023-11-19T01:28:40,932 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing dddf95dd829dc7009ff200e85a9262bf, disabling compactions & flushes 2023-11-19T01:28:40,932 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1700357223849.dddf95dd829dc7009ff200e85a9262bf. 2023-11-19T01:28:40,932 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1700357223849.dddf95dd829dc7009ff200e85a9262bf. 2023-11-19T01:28:40,932 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1700357223849.dddf95dd829dc7009ff200e85a9262bf. after waiting 0 ms 2023-11-19T01:28:40,932 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1700357223849.dddf95dd829dc7009ff200e85a9262bf. 2023-11-19T01:28:40,932 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing dddf95dd829dc7009ff200e85a9262bf 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-11-19T01:28:40,945 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/namespace/dddf95dd829dc7009ff200e85a9262bf/.tmp/info/e61116595ed54f608b2712e279a21a75 is 45, key is default/info:d/1700357225221/Put/seqid=0 2023-11-19T01:28:41,017 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(1579): Waiting on 7 regions to close 2023-11-19T01:28:41,017 DEBUG [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(1583): Online Regions={dddf95dd829dc7009ff200e85a9262bf=hbase:namespace,,1700357223849.dddf95dd829dc7009ff200e85a9262bf., 59f551b91dbe57aab67743257b9fcf6d=ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d., aa40abc256d9660fb3ed026fa15f68dd=ns4:test-17003572299333,,1700357236982.aa40abc256d9660fb3ed026fa15f68dd., 3b43549a1cb7dfa0824254b492aaa2fc=ns2:table2,,1700357312570.3b43549a1cb7dfa0824254b492aaa2fc., 2098163a3c8e1a2acc07432832a42a78=ns3:test-17003572299332,,1700357234859.2098163a3c8e1a2acc07432832a42a78., 3da14bbee66d80f6defd061a8b8156cf=table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf., e5985f5e4864695bb738b77c1cc93344=table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344.} 2023-11-19T01:28:41,017 DEBUG [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(1609): Waiting on 2098163a3c8e1a2acc07432832a42a78, 3b43549a1cb7dfa0824254b492aaa2fc, 3da14bbee66d80f6defd061a8b8156cf, 59f551b91dbe57aab67743257b9fcf6d, aa40abc256d9660fb3ed026fa15f68dd, dddf95dd829dc7009ff200e85a9262bf, e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:41,217 DEBUG [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(1609): Waiting on 2098163a3c8e1a2acc07432832a42a78, 3b43549a1cb7dfa0824254b492aaa2fc, 3da14bbee66d80f6defd061a8b8156cf, 59f551b91dbe57aab67743257b9fcf6d, aa40abc256d9660fb3ed026fa15f68dd, dddf95dd829dc7009ff200e85a9262bf, e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:41,349 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/namespace/dddf95dd829dc7009ff200e85a9262bf/.tmp/info/e61116595ed54f608b2712e279a21a75 2023-11-19T01:28:41,354 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/namespace/dddf95dd829dc7009ff200e85a9262bf/.tmp/info/e61116595ed54f608b2712e279a21a75 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/namespace/dddf95dd829dc7009ff200e85a9262bf/info/e61116595ed54f608b2712e279a21a75 2023-11-19T01:28:41,359 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/namespace/dddf95dd829dc7009ff200e85a9262bf/info/e61116595ed54f608b2712e279a21a75, entries=7, sequenceid=11, filesize=5.1 K 2023-11-19T01:28:41,360 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for dddf95dd829dc7009ff200e85a9262bf in 428ms, sequenceid=11, compaction requested=false 2023-11-19T01:28:41,366 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/hbase/namespace/dddf95dd829dc7009ff200e85a9262bf/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-11-19T01:28:41,367 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:28:41,367 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1700357223849.dddf95dd829dc7009ff200e85a9262bf. 2023-11-19T01:28:41,367 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for dddf95dd829dc7009ff200e85a9262bf: 2023-11-19T01:28:41,367 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1700357223849.dddf95dd829dc7009ff200e85a9262bf. 2023-11-19T01:28:41,367 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 59f551b91dbe57aab67743257b9fcf6d, disabling compactions & flushes 2023-11-19T01:28:41,367 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d. 2023-11-19T01:28:41,367 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d. 2023-11-19T01:28:41,367 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d. after waiting 0 ms 2023-11-19T01:28:41,367 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d. 2023-11-19T01:28:41,367 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 59f551b91dbe57aab67743257b9fcf6d 1/1 column families, dataSize=170 B heapSize=816 B 2023-11-19T01:28:41,370 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d/.tmp/f/4849f8fc6ea740d489c71b379295781d is 38, key is row-t20/f:q1/1700357259963/Put/seqid=0 2023-11-19T01:28:41,418 DEBUG [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(1609): Waiting on 2098163a3c8e1a2acc07432832a42a78, 3b43549a1cb7dfa0824254b492aaa2fc, 3da14bbee66d80f6defd061a8b8156cf, 59f551b91dbe57aab67743257b9fcf6d, aa40abc256d9660fb3ed026fa15f68dd, e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:41,618 DEBUG [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(1609): Waiting on 2098163a3c8e1a2acc07432832a42a78, 3b43549a1cb7dfa0824254b492aaa2fc, 3da14bbee66d80f6defd061a8b8156cf, 59f551b91dbe57aab67743257b9fcf6d, aa40abc256d9660fb3ed026fa15f68dd, e5985f5e4864695bb738b77c1cc93344 2023-11-19T01:28:41,774 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d/.tmp/f/4849f8fc6ea740d489c71b379295781d 2023-11-19T01:28:41,779 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d/.tmp/f/4849f8fc6ea740d489c71b379295781d as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d/f/4849f8fc6ea740d489c71b379295781d 2023-11-19T01:28:41,783 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d/f/4849f8fc6ea740d489c71b379295781d, entries=5, sequenceid=111, filesize=5.0 K 2023-11-19T01:28:41,784 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 59f551b91dbe57aab67743257b9fcf6d in 417ms, sequenceid=111, compaction requested=false 2023-11-19T01:28:41,790 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/test-17003572299331/59f551b91dbe57aab67743257b9fcf6d/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2023-11-19T01:28:41,790 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:28:41,791 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d. 2023-11-19T01:28:41,791 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 59f551b91dbe57aab67743257b9fcf6d: 2023-11-19T01:28:41,791 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17003572299331,,1700357232657.59f551b91dbe57aab67743257b9fcf6d. 2023-11-19T01:28:41,791 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing aa40abc256d9660fb3ed026fa15f68dd, disabling compactions & flushes 2023-11-19T01:28:41,791 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-17003572299333,,1700357236982.aa40abc256d9660fb3ed026fa15f68dd. 2023-11-19T01:28:41,791 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-17003572299333,,1700357236982.aa40abc256d9660fb3ed026fa15f68dd. 2023-11-19T01:28:41,791 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-17003572299333,,1700357236982.aa40abc256d9660fb3ed026fa15f68dd. after waiting 0 ms 2023-11-19T01:28:41,791 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-17003572299333,,1700357236982.aa40abc256d9660fb3ed026fa15f68dd. 2023-11-19T01:28:41,795 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns4/test-17003572299333/aa40abc256d9660fb3ed026fa15f68dd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:28:41,795 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:28:41,796 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-17003572299333,,1700357236982.aa40abc256d9660fb3ed026fa15f68dd. 2023-11-19T01:28:41,796 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for aa40abc256d9660fb3ed026fa15f68dd: 2023-11-19T01:28:41,796 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17003572299333,,1700357236982.aa40abc256d9660fb3ed026fa15f68dd. 2023-11-19T01:28:41,796 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 3b43549a1cb7dfa0824254b492aaa2fc, disabling compactions & flushes 2023-11-19T01:28:41,796 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:table2,,1700357312570.3b43549a1cb7dfa0824254b492aaa2fc. 2023-11-19T01:28:41,796 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1700357312570.3b43549a1cb7dfa0824254b492aaa2fc. 2023-11-19T01:28:41,796 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1700357312570.3b43549a1cb7dfa0824254b492aaa2fc. after waiting 0 ms 2023-11-19T01:28:41,796 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1700357312570.3b43549a1cb7dfa0824254b492aaa2fc. 2023-11-19T01:28:41,799 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns2/table2/3b43549a1cb7dfa0824254b492aaa2fc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2023-11-19T01:28:41,799 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:28:41,800 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:table2,,1700357312570.3b43549a1cb7dfa0824254b492aaa2fc. 2023-11-19T01:28:41,800 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 3b43549a1cb7dfa0824254b492aaa2fc: 2023-11-19T01:28:41,800 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1700357312570.3b43549a1cb7dfa0824254b492aaa2fc. 2023-11-19T01:28:41,800 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 2098163a3c8e1a2acc07432832a42a78, disabling compactions & flushes 2023-11-19T01:28:41,800 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-17003572299332,,1700357234859.2098163a3c8e1a2acc07432832a42a78. 2023-11-19T01:28:41,801 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-17003572299332,,1700357234859.2098163a3c8e1a2acc07432832a42a78. 2023-11-19T01:28:41,801 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-17003572299332,,1700357234859.2098163a3c8e1a2acc07432832a42a78. after waiting 0 ms 2023-11-19T01:28:41,801 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-17003572299332,,1700357234859.2098163a3c8e1a2acc07432832a42a78. 2023-11-19T01:28:41,803 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/ns3/test-17003572299332/2098163a3c8e1a2acc07432832a42a78/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:28:41,804 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:28:41,804 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-17003572299332,,1700357234859.2098163a3c8e1a2acc07432832a42a78. 2023-11-19T01:28:41,804 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 2098163a3c8e1a2acc07432832a42a78: 2023-11-19T01:28:41,804 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17003572299332,,1700357234859.2098163a3c8e1a2acc07432832a42a78. 2023-11-19T01:28:41,804 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 3da14bbee66d80f6defd061a8b8156cf, disabling compactions & flushes 2023-11-19T01:28:41,804 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf. 2023-11-19T01:28:41,804 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf. 2023-11-19T01:28:41,804 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf. after waiting 0 ms 2023-11-19T01:28:41,804 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf. 2023-11-19T01:28:41,808 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/3da14bbee66d80f6defd061a8b8156cf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2023-11-19T01:28:41,808 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:28:41,809 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf. 2023-11-19T01:28:41,809 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 3da14bbee66d80f6defd061a8b8156cf: 2023-11-19T01:28:41,809 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1700357302920.3da14bbee66d80f6defd061a8b8156cf. 2023-11-19T01:28:41,809 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing e5985f5e4864695bb738b77c1cc93344, disabling compactions & flushes 2023-11-19T01:28:41,809 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344. 2023-11-19T01:28:41,809 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344. 2023-11-19T01:28:41,809 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344. after waiting 0 ms 2023-11-19T01:28:41,809 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344. 2023-11-19T01:28:41,812 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/data/default/table1/e5985f5e4864695bb738b77c1cc93344/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2023-11-19T01:28:41,812 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:28:41,813 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344. 2023-11-19T01:28:41,813 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for e5985f5e4864695bb738b77c1cc93344: 2023-11-19T01:28:41,813 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1700357302920.e5985f5e4864695bb738b77c1cc93344. 2023-11-19T01:28:41,818 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase6.apache.org,41373,1700357221166; all regions closed. 2023-11-19T01:28:41,825 DEBUG [RS:0;jenkins-hbase6:41373 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/oldWALs 2023-11-19T01:28:41,825 INFO [RS:0;jenkins-hbase6:41373 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase6.apache.org%2C41373%2C1700357221166.meta:.meta(num 1700357284285) 2023-11-19T01:28:41,830 DEBUG [RS:0;jenkins-hbase6:41373 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/oldWALs 2023-11-19T01:28:41,830 INFO [RS:0;jenkins-hbase6:41373 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-0:(num 1700357284267) 2023-11-19T01:28:41,832 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/WALs/jenkins-hbase6.apache.org,41373,1700357221166/jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1.1700357284302 not finished, retry = 0 2023-11-19T01:28:41,936 DEBUG [RS:0;jenkins-hbase6:41373 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/oldWALs 2023-11-19T01:28:41,936 INFO [RS:0;jenkins-hbase6:41373 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase6.apache.org%2C41373%2C1700357221166.jenkins-hbase6.apache.org%2C41373%2C1700357221166.regiongroup-1:(num 1700357284302) 2023-11-19T01:28:41,936 DEBUG [RS:0;jenkins-hbase6:41373 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:41,936 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.LeaseManager(133): Closed leases 2023-11-19T01:28:41,937 INFO [RS:0;jenkins-hbase6:41373 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase6:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-11-19T01:28:41,937 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-19T01:28:41,938 INFO [RS:0;jenkins-hbase6:41373 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.2.20:41373 2023-11-19T01:28:41,945 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase6.apache.org,41373,1700357221166 2023-11-19T01:28:41,945 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-19T01:28:41,945 ERROR [Listener at localhost/46207-EventThread {}] zookeeper.ClientCnxn$EventThread(580): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$100/1075135015@27faac8d rejected from java.util.concurrent.ThreadPoolExecutor@23c52caa[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 34] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2063) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:830) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1374) ~[?:1.8.0_362] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:668) ~[?:1.8.0_362] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:608) ~[hbase-zookeeper-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:578) ~[zookeeper-3.8.3.jar:3.8.3] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:553) ~[zookeeper-3.8.3.jar:3.8.3] 2023-11-19T01:28:41,947 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase6.apache.org,41373,1700357221166] 2023-11-19T01:28:41,947 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase6.apache.org,41373,1700357221166; numProcessing=1 2023-11-19T01:28:41,949 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase6.apache.org,41373,1700357221166 already deleted, retry=false 2023-11-19T01:28:41,949 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase6.apache.org,41373,1700357221166 expired; onlineServers=0 2023-11-19T01:28:41,949 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase6.apache.org,37257,1700357218013' ***** 2023-11-19T01:28:41,949 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-19T01:28:41,950 DEBUG [M:0;jenkins-hbase6:37257 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695220f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase6.apache.org/172.31.2.20:0 2023-11-19T01:28:41,950 INFO [M:0;jenkins-hbase6:37257 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-19T01:28:41,957 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-11-19T01:28:41,957 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:28:41,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-19T01:28:41,996 INFO [M:0;jenkins-hbase6:37257 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@19eb9dd2{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-19T01:28:41,997 INFO [M:0;jenkins-hbase6:37257 {}] server.AbstractConnector(383): Stopped ServerConnector@1fe19811{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:28:41,997 INFO [M:0;jenkins-hbase6:37257 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-19T01:28:41,997 INFO [M:0;jenkins-hbase6:37257 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@61bccd18{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-19T01:28:41,998 INFO [M:0;jenkins-hbase6:37257 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@59d952a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/hadoop.log.dir/,STOPPED} 2023-11-19T01:28:41,998 INFO [M:0;jenkins-hbase6:37257 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase6.apache.org,37257,1700357218013 2023-11-19T01:28:41,998 INFO [M:0;jenkins-hbase6:37257 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase6.apache.org,37257,1700357218013; all regions closed. 2023-11-19T01:28:41,998 DEBUG [M:0;jenkins-hbase6:37257 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:41,998 INFO [M:0;jenkins-hbase6:37257 {}] master.HMaster(1666): Stopping master jetty server 2023-11-19T01:28:41,999 INFO [M:0;jenkins-hbase6:37257 {}] server.AbstractConnector(383): Stopped ServerConnector@52490605{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:28:42,000 DEBUG [M:0;jenkins-hbase6:37257 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-19T01:28:42,000 INFO [M:0;jenkins-hbase6:37257 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-11-19T01:28:42,000 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-19T01:28:42,000 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700357222589 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700357222589,5,FailOnTimeoutGroup] 2023-11-19T01:28:42,000 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700357222591 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700357222591,5,FailOnTimeoutGroup] 2023-11-19T01:28:42,000 DEBUG [M:0;jenkins-hbase6:37257 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x50e5a212 to 127.0.0.1:53997 2023-11-19T01:28:42,000 DEBUG [M:0;jenkins-hbase6:37257 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:28:42,000 DEBUG [M:0;jenkins-hbase6:37257 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-19T01:28:42,000 INFO [M:0;jenkins-hbase6:37257 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase6:0 had [] on shutdown 2023-11-19T01:28:42,000 DEBUG [M:0;jenkins-hbase6:37257 {}] master.HMaster(1689): Stopping service threads 2023-11-19T01:28:42,000 INFO [M:0;jenkins-hbase6:37257 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-19T01:28:42,001 ERROR [M:0;jenkins-hbase6:37257 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2023-11-19T01:28:42,001 INFO [M:0;jenkins-hbase6:37257 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-19T01:28:42,001 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-19T01:28:42,002 DEBUG [M:0;jenkins-hbase6:37257 {}] zookeeper.ZKUtil(347): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-11-19T01:28:42,002 WARN [M:0;jenkins-hbase6:37257 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-19T01:28:42,002 INFO [M:0;jenkins-hbase6:37257 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-19T01:28:42,002 INFO [M:0;jenkins-hbase6:37257 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-19T01:28:42,003 DEBUG [M:0;jenkins-hbase6:37257 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-19T01:28:42,014 INFO [M:0;jenkins-hbase6:37257 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:28:42,014 DEBUG [M:0;jenkins-hbase6:37257 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:28:42,014 DEBUG [M:0;jenkins-hbase6:37257 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-19T01:28:42,014 DEBUG [M:0;jenkins-hbase6:37257 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:28:42,014 INFO [M:0;jenkins-hbase6:37257 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=397.32 KB heapSize=463.27 KB 2023-11-19T01:28:42,026 DEBUG [M:0;jenkins-hbase6:37257 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b3c8b8242374ebcacb7e886a1caad30 is 88, key is hbase:meta,,1/info:sn/1700357223195/Put/seqid=0 2023-11-19T01:28:42,047 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-19T01:28:42,047 INFO [RS:0;jenkins-hbase6:41373 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase6.apache.org,41373,1700357221166; zookeeper connection closed. 2023-11-19T01:28:42,047 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41373-0x10123a427810001, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-19T01:28:42,048 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d15f4dc {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d15f4dc 2023-11-19T01:28:42,048 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-19T01:28:42,430 INFO [M:0;jenkins-hbase6:37257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=767 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b3c8b8242374ebcacb7e886a1caad30 2023-11-19T01:28:42,448 DEBUG [M:0;jenkins-hbase6:37257 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25f5cc1efe7b4795b705c981482839a4 is 2197, key is \x00\x00\x00\x00\x00\x00\x00I/proc:d/1700357308874/Put/seqid=0 2023-11-19T01:28:42,853 INFO [M:0;jenkins-hbase6:37257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=396.73 KB at sequenceid=767 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25f5cc1efe7b4795b705c981482839a4 2023-11-19T01:28:42,857 INFO [M:0;jenkins-hbase6:37257 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25f5cc1efe7b4795b705c981482839a4 2023-11-19T01:28:42,870 DEBUG [M:0;jenkins-hbase6:37257 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9f2e116811f4104b540225a010be8df is 82, key is jenkins-hbase6.apache.org,41373,1700357221166/rs:state/1700357222659/Put/seqid=0 2023-11-19T01:28:43,274 INFO [M:0;jenkins-hbase6:37257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=767 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9f2e116811f4104b540225a010be8df 2023-11-19T01:28:43,280 DEBUG [M:0;jenkins-hbase6:37257 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b3c8b8242374ebcacb7e886a1caad30 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b3c8b8242374ebcacb7e886a1caad30 2023-11-19T01:28:43,285 INFO [M:0;jenkins-hbase6:37257 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b3c8b8242374ebcacb7e886a1caad30, entries=8, sequenceid=767, filesize=5.5 K 2023-11-19T01:28:43,286 DEBUG [M:0;jenkins-hbase6:37257 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25f5cc1efe7b4795b705c981482839a4 as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25f5cc1efe7b4795b705c981482839a4 2023-11-19T01:28:43,290 INFO [M:0;jenkins-hbase6:37257 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25f5cc1efe7b4795b705c981482839a4 2023-11-19T01:28:43,291 INFO [M:0;jenkins-hbase6:37257 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25f5cc1efe7b4795b705c981482839a4, entries=85, sequenceid=767, filesize=27.0 K 2023-11-19T01:28:43,291 DEBUG [M:0;jenkins-hbase6:37257 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9f2e116811f4104b540225a010be8df as hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9f2e116811f4104b540225a010be8df 2023-11-19T01:28:43,295 INFO [M:0;jenkins-hbase6:37257 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34591/user/jenkins/test-data/263f7e85-e163-538d-61c2-55245f48c822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9f2e116811f4104b540225a010be8df, entries=1, sequenceid=767, filesize=5.1 K 2023-11-19T01:28:43,296 INFO [M:0;jenkins-hbase6:37257 {}] regionserver.HRegion(3022): Finished flush of dataSize ~397.32 KB/406860, heapSize ~462.98 KB/474088, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=767, compaction requested=false 2023-11-19T01:28:43,301 INFO [M:0;jenkins-hbase6:37257 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:28:43,301 DEBUG [M:0;jenkins-hbase6:37257 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:28:43,304 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-19T01:28:43,304 INFO [M:0;jenkins-hbase6:37257 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-19T01:28:43,304 INFO [M:0;jenkins-hbase6:37257 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-11-19T01:28:43,304 INFO [M:0;jenkins-hbase6:37257 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.2.20:37257 2023-11-19T01:28:43,306 DEBUG [M:0;jenkins-hbase6:37257 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase6.apache.org,37257,1700357218013 already deleted, retry=false 2023-11-19T01:28:43,409 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-19T01:28:43,409 INFO [M:0;jenkins-hbase6:37257 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase6.apache.org,37257,1700357218013; zookeeper connection closed. 2023-11-19T01:28:43,409 DEBUG [Listener at localhost/46207-EventThread {}] zookeeper.ZKWatcher(604): master:37257-0x10123a427810000, quorum=127.0.0.1:53997, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-19T01:28:43,417 WARN [Listener at jenkins-hbase6.apache.org/33315 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-19T01:28:43,421 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-19T01:28:43,528 WARN [BP-1581762277-172.31.2.20-1700357214746 heartbeating to localhost/127.0.0.1:34591 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-19T01:28:43,529 WARN [BP-1581762277-172.31.2.20-1700357214746 heartbeating to localhost/127.0.0.1:34591 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1581762277-172.31.2.20-1700357214746 (Datanode Uuid 81e5aa0f-90b2-48a3-90df-9bae2ae6921b) service to localhost/127.0.0.1:34591 2023-11-19T01:28:43,530 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/cluster_edf62e4b-1d3e-0758-13bf-de9dc72068a4/dfs/data/data1/current/BP-1581762277-172.31.2.20-1700357214746 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-19T01:28:43,531 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/954f3304-a3c6-25bd-6903-231f3daf1eb8/cluster_edf62e4b-1d3e-0758-13bf-de9dc72068a4/dfs/data/data2/current/BP-1581762277-172.31.2.20-1700357214746 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-19T01:28:43,555 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-19T01:28:43,675 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-11-19T01:28:43,746 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-19T01:28:43,746 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-11-19T01:28:43,756 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:28:43,870 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:28:43,980 ERROR [Thread[Thread-277,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:28:43,980 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:28:44,085 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-11-19T01:28:44,090 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-11-19T01:28:44,091 ERROR [Thread[Thread-287,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:28:44,096 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:28:44,199 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:28:44,199 INFO [Listener at jenkins-hbase6.apache.org/33315 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped