a4e8ee183e
HBASE-25911 Replace calls to System.currentTimeMillis with EnvironmentEdgeManager.currentTime ( #3302 )
...
We introduced EnvironmentEdgeManager as a way to inject alternate clocks
for unit tests. In order for this to be effective, all callers that would
otherwise use System.currentTimeMillis() must call
EnvironmentEdgeManager.currentTime() instead, except the implementers of
EnvironmentEdge.
Signed-off-by: Bharath Vissapragada <bharathv@apache.org>
Signed-off-by: Duo Zhang <zhangduo@apache.org>
Signed-off-by: Viraj Jasani <vjasani@apache.org>
Conflicts:
hbase-backup/src/main/java/org/apache/hadoop/hbase/backup/impl/BackupManager.java
hbase-backup/src/test/java/org/apache/hadoop/hbase/backup/TestBackupBase.java
hbase-backup/src/test/java/org/apache/hadoop/hbase/backup/TestBackupManager.java
hbase-backup/src/test/java/org/apache/hadoop/hbase/backup/TestBackupSystemTable.java
hbase-client/src/test/java/org/apache/hadoop/hbase/client/TestAsyncConnectionTracing.java
hbase-client/src/test/java/org/apache/hadoop/hbase/client/TestAsyncRegionLocatorTracing.java
hbase-it/src/test/java/org/apache/hadoop/hbase/IntegrationTestBackupRestore.java
hbase-it/src/test/java/org/apache/hadoop/hbase/IntegrationTestManyRegions.java
hbase-it/src/test/java/org/apache/hadoop/hbase/chaos/actions/MoveRegionsOfTableAction.java
hbase-mapreduce/src/test/java/org/apache/hadoop/hbase/mapreduce/TestWALRecordReader.java
hbase-mapreduce/src/test/java/org/apache/hadoop/hbase/replication/TestVerifyReplicationCrossDiffHdfs.java
hbase-mapreduce/src/test/java/org/apache/hadoop/hbase/snapshot/TestExportSnapshotV1NoCluster.java
hbase-rsgroup/src/test/java/org/apache/hadoop/hbase/rsgroup/TestEnableRSGroups.java
hbase-rsgroup/src/test/java/org/apache/hadoop/hbase/rsgroup/TestRSGroupsAdmin2.java
hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/CallRunner.java
hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/SimpleRpcServer.java
hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java
hbase-server/src/main/java/org/apache/hadoop/hbase/master/ServerManager.java
hbase-server/src/main/java/org/apache/hadoop/hbase/master/assignment/RegionStateStore.java
hbase-server/src/main/java/org/apache/hadoop/hbase/master/balancer/SimpleLoadBalancer.java
hbase-server/src/main/java/org/apache/hadoop/hbase/wal/AbstractWALRoller.java
hbase-server/src/test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java
hbase-server/src/test/java/org/apache/hadoop/hbase/MiniHBaseCluster.java
hbase-server/src/test/java/org/apache/hadoop/hbase/TestMetaTableAccessor.java
hbase-server/src/test/java/org/apache/hadoop/hbase/TestMetaUpdatesGoToPriorityQueue.java
hbase-server/src/test/java/org/apache/hadoop/hbase/TestSerialization.java
hbase-server/src/test/java/org/apache/hadoop/hbase/backup/TestHFileArchiving.java
hbase-server/src/test/java/org/apache/hadoop/hbase/client/RestoreSnapshotFromClientSimpleTestBase.java
hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestAdmin2.java
hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestConnection.java
hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestFromClientSide3.java
hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestMobCloneSnapshotFromClientCloneLinksAfterDelete.java
hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestMutationGetCellBuilder.java
hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestSnapshotMetadata.java
hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestActiveMasterManager.java
hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterMetricsWrapper.java
hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMetaAssignmentWithStopMaster.java
hbase-server/src/test/java/org/apache/hadoop/hbase/master/assignment/TestRegionStateStore.java
hbase-server/src/test/java/org/apache/hadoop/hbase/master/cleaner/TestLogsCleaner.java
hbase-server/src/test/java/org/apache/hadoop/hbase/master/cleaner/TestReplicationHFileCleaner.java
hbase-server/src/test/java/org/apache/hadoop/hbase/master/janitor/TestCatalogJanitor.java
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/MasterProcedureSchedulerPerformanceEvaluation.java
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestCloneSnapshotProcedure.java
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestRestoreSnapshotProcedure.java
hbase-server/src/test/java/org/apache/hadoop/hbase/procedure2/store/region/RegionProcedureStorePerformanceEvaluation.java
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestHRegion.java
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestHRegionInfo.java
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestHRegionServerBulkLoad.java
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestHStoreFile.java
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestMajorCompaction.java
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestRegionOpen.java
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestSimpleTimeRangeTracker.java
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestWideScanner.java
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/compactions/TestCloseChecker.java
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/wal/AbstractTestProtobufLog.java
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/wal/AbstractTestWALReplay.java
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/wal/TestCombinedAsyncWriter.java
hbase-server/src/test/java/org/apache/hadoop/hbase/replication/master/TestRecoverStandbyProcedure.java
hbase-server/src/test/java/org/apache/hadoop/hbase/snapshot/TestFlushSnapshotFromClient.java
hbase-server/src/test/java/org/apache/hadoop/hbase/wal/TestSyncReplicationWALProvider.java
hbase-thrift/src/test/java/org/apache/hadoop/hbase/thrift/TestThriftServer.java
hbase-zookeeper/src/main/java/org/apache/hadoop/hbase/zookeeper/MiniZooKeeperCluster.java
2021-06-01 12:41:15 -07:00
cd06870f07
HBASE-25682 Add a new command to update the configuration of all RSs in a RSGroup for branch-2 ( #3106 )
...
* HBASE-25682 Add a new command to update the configuration of all RSs in a RSGroup
Signed-off-by: Pankaj Kumar<pankajkumar@apache.org>
2021-05-21 22:49:48 +05:30
8110b18ab0
HBASE-25032 Do not assign regions to region server which has not called regionServerReport yet ( #3268 )
...
Signed-off-by: Bharath Vissapragada <bharathv@apache.org>
Signed-off-by: Michael Stack <stack@apache.org>
2021-05-18 10:43:01 +08:00
72d7641fb5
HBASE-25852 Move all the intialization work of LoadBalancer implementation to initialize method ( #3248 ) ( #3258 )
...
Signed-off-by: Michael Stack <stack@apache.org>
Signed-off-by: Yulin Niu <niuyulin@apache.org>
2021-05-13 14:19:03 +08:00
2d4904ceea
HBASE-25851 Make LoadBalancer not extend Configurable interface ( #3233 ) ( #3235 )
...
Signed-off-by: Yulin Niu <niuyulin@apache.org>
2021-05-06 23:39:43 +08:00
afa9836b87
HBASE-25834 Remove balanceTable method from LoadBalancer interface ( #3217 )
...
Signed-off-by: Yulin Niu <niuyulin@apache.org>
2021-05-05 16:03:51 +08:00
3ebcfda3c7
HBASE-25825 RSGroupBasedLoadBalancer.onConfigurationChange should chain the request to internal balancer ( #3209 )
...
Signed-off-by: Yulin Niu <niuyulin@apache.org>
2021-04-30 22:57:18 +08:00
4b916ea0eb
HBASE-25763 TestRSGroupsWithACL.setupBeforeClass is flaky ( #3158 )
...
Signed-off-by: Duo Zhang <zhangduo@apache.org>
Signed-off-by: Yulin Niu <niuyulin@apache.org>
2021-04-21 14:46:12 +08:00
0487760829
HBASE-25492: Create table with RSGroup ( #2883 )
...
Added new interface in TableDescriptor which allows user to define RSGroup name while creating or modifying a table.
Signed-off-by: Duo Zhang <zhangduo@apache.org>
Signed-off-by: Pankaj Kumar<pankajkumar@apache.org>
2021-03-06 10:44:19 +05:30
0788547fea
HBASE-25474 : Bump HBase version on branch-2 ( #2871 )
...
Signed-off-by: stack <stack@apache.org>
2021-01-12 10:20:22 +05:30
2b25fca6d8
HBASE-24755 [LOG][RSGroup]Error message is confusing while adding a offline RS to rsgroup ( #2847 ) ( #2846 )
...
Signed-off-by: Viraj Jasani <vjasani@apache.org>
Signed-off-by: Wellington Chevreuil <wchevreuil@apache.org>
2021-01-06 19:58:47 +05:30
32c4432b9b
HBASE-25334 TestRSGroupsFallback.testFallback is flaky ( #2775 )
...
Signed-off-by: stack <stack@apache.org>
2020-12-16 13:21:53 -08:00
b6c03f2027
HBASE-25365 The log in move_servers_rsgroup is incorrect ( #2743 )
...
Signed-off-by: stack <stack@apache.org>
2020-12-16 09:13:57 -08:00
a1db679e4d
HBASE-25332:fix One pontential NPE
...
Closes #2715
Signed-off-by: Viraj Jasani <vjasani@apache.org>
2020-12-01 19:47:09 +05:30
e927fe88fb
HBASE-25330 RSGroupInfoManagerImpl#moveServers return is not set of servers moved ( #2719 )
...
Signed-off-by: Duo Zhang <zhangduo@apache.org>
2020-11-30 11:40:51 +08:00
1b6399a480
HBASE-24640 [branch-2] Purge use of VisibleForTesting ( #2696 )
...
Signed-off-by: Nick Dimiduk <ndimiduk@apache.org>
2020-11-25 14:15:32 -08:00
fdff8ef46d
HBASE-25298 hbase.rsgroup.fallback.enable should support dynamic configuration ( #2668 )
...
Signed-off-by: Guanghao Zhang <zghao@apache.org>
Signed-off-by: Viraj Jasani <vjasani@apache.org>
2020-11-19 09:20:43 +08:00
b0d140f40a
HBASE-25093 the RSGroupBasedLoadBalancer#retainAssignment throws NPE ( #2534 )
...
Signed-off-by: Duo Zhang <zhangduo@apache.org>
2020-10-13 21:25:09 +08:00
74e111633e
HBASE-24025:Improve performance of move_servers_rsgroup and move_tables_rsgroup by using async region move API ( #1321 )
2020-10-09 12:12:09 -07:00
fe937242c1
HBASE-25080 Should not use AssignmentManager to test whether a table is enabled or not ( #2436 )
...
Signed-off-by: Guanghao Zhang <zghao@apache.org>
Signed-off-by: stack <stack@apache.org>
Signed-off-by: Viraj Jasani <vjasani@apache.org>
2020-10-03 21:16:47 +08:00
aac21aebec
HBASE-24719: Renaming invalid rsgroup throws NPE instead of proper error message ( #2074 )
...
Signed-off-by: Pankaj Kumar<pankajkumar@apache.org>
2020-09-04 23:04:32 +05:30
c7b930a9e8
HBASE-24759 Refuse to update configuration of default group ( #2350 )
...
Signed-off-by: Guanghao Zhang <zghao@apache.org>
2020-09-04 18:45:12 +08:00
ad177059cf
HBASE-24760 Add a config hbase.rsgroup.fallback.enable for RSGroup fallback feature ( #2325 )
...
Signed-off-by: Guanghao Zhang <zghao@apache.org>
2020-08-31 10:53:05 +08:00
a76773a402
HBASE-24928 balanceRSGroup should skip generating balance plan for disabled table and splitParent region ( #2300 )
...
Signed-off-by: Viraj Jasani <vjasani@apache.org>
Signed-off-by: Guanghao Zhang <zghao@apache.org>
2020-08-26 14:01:35 +08:00
4667a971b1
HBASE-24912 Enlarge MemstoreFlusherChore/CompactionChecker period for unit test ( #2285 )
...
Signed-off-by: stack <stack@apache.org>
2020-08-21 12:42:11 +08:00
e08da3bf26
HBASE-24675: On Master restart all servers are assigned to default rsgroup
...
Closes #2053
Signed-off-by: Viraj Jasani <vjasani@apache.org>
2020-07-17 22:46:43 +05:30
ad826a43a2
HBASE-24721: rename_rsgroup overwriting the existing rsgroup
...
Closes #2066
Signed-off-by: Reid Chan <reidchan@apache.org>
Signed-off-by: Viraj Jasani <vjasani@apache.org>
2020-07-15 18:30:16 +05:30
3a33f642bf
HBASE-22738 Fallback to default group to choose RS when there are no RS in current group ( #2039 )
...
Signed-off-by: Guanghao Zhang <zghao@apache.org>
2020-07-10 09:59:58 +08:00
5fcffae5db
HBASE-24431 RSGroupInfo add configuration map to store something extra ( #2031 )
...
Signed-off-by: Guanghao Zhang <zghao@apache.org>
2020-07-08 14:39:41 +08:00
69d8d4b894
HBASE-24399 [Flakey Tests] Some UTs about RSGroup should wait RSGroupInfoManager to be online ( #1738 )
...
Signed-off-by: Guanghao Zhang <zghao@apache.org>
2020-05-20 18:04:33 +08:00
80013ec11d
HBASE-24135 TableStateNotFoundException happends when table creation if rsgroup is enable ( #1550 )
...
Signed-off-by: Lijin Bin <binlijin@apache.org>
Signed-off-by: Duo Zhang <zhangduo@apache.org>
2020-05-17 20:50:04 +08:00
dc2146069c
HBASE-24309 Avoid introducing log4j and slf4j-log4j dependencies for … ( #1697 )
...
Signed-off-by: stack <stack@apache.org>
2020-05-13 17:59:21 +08:00
11ef0fd752
HBASE-24345 [ACL] renameRSGroup should require Admin level permission ( #1686 )
...
Signed-off-by: Viraj Jasani <vjasani@apache.org>
Signed-off-by: Pankaj <pankajkumar@apache.org>
2020-05-09 23:33:27 +08:00
80561504d2
HBASE-24284 [h3/jdk11] REST server won't start Exclude transitive includes of jax-rs 1.x and then explicitly include jax-rs 2.x glassfish impl for REST context when hadoop3. ( #1625 )
2020-05-05 15:27:11 -07:00
22912ff346
HBASE-24151 The master server aborted for IllegalThreadStateException ( #1507 )
...
Signed-off-by: Jan Hentschel <jan.hentschel@ultratendency.com>
Signed-off-by: Viraj Jasani <vjasani@apache.org>
2020-04-16 15:41:26 +05:30
4c83067e1e
HBASE-24112 [RSGroup] Support renaming rsgroup ( #1520 )
...
Signed-off-by: Duo Zhang <zhangduo@apache.org>
Signed-off-by: stack <stack@apache.org>
2020-04-15 19:04:40 +08:00
244b308a3e
HBASE-23949 refactor loadBalancer implements for rsgroup balance by table to achieve overallbalanced ( #1324 )
...
Signed-off-by: Guanghao Zhang <zghao@apache.org>
2020-03-25 11:27:32 +08:00
304edcf1af
HBASE-24032 [RSGroup] Assign created tables to respective rsgroup automatically instead of manual operations
2020-03-24 20:12:00 +08:00
50161f2de4
HBASE-24034 [Flakey Tests] A couple of fixes and cleanups
...
hbase-rsgroup/src/test/java/org/apache/hadoop/hbase/rsgroup/TestRSGroupMajorCompactionTTL.java
Remove spurious assert. Just before this it waits an arbitrary 10
seconds. Compactions could have completed inside this time. The spirit
of the test remains.
hbase-server/src/main/java/org/apache/hadoop/hbase/master/cleaner/HFileCleaner.java
Get log cleaner to go down promptly; its sticking around. See if this
helps with TestMasterShutdown
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/FSHLog.java
We get a rare NPE trying to sync. Make local copy of SyncFuture and see
if that helps.
hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestAsyncRegionAdminApi.java
Compaction may have completed when not expected; allow for it.
hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestBlockEvictionFromClient.java
Add wait before testing. Compaction may not have completed. Let
compaction complete before progressing and then test for empty cache.
hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterShutdown.java
Less resources.
hbase-server/src/test/java/org/apache/hadoop/hbase/master/balancer/TestDefaultLoadBalancer.java
Less resources.
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestEndToEndSplitTransaction.java
Wait till online before we try and do compaction (else request is
ignored)
hbase-server/src/test/java/org/apache/hadoop/hbase/tool/TestCanaryTool.java
Disable test that fails randomly w/ mockito complaint on some mac os
x's.
TestMasterShutdown... fix NPE in RSRpcDispatcher... catch it and covert
to false and have master check for successful startup.
2020-03-23 16:21:19 -07:00
e6adb79741
HBASE-24019: Correct exception messages for table null and namespace unavailable. ( #1312 )
...
Signed-off-by: Pankaj <pankajkumar@apache.org>
Signed-off-by: Jan Hentschel <jan.hentschel@ultratendency.com>
Signed-off-by: Viraj Jasani <vjasani@apache.org>
2020-03-21 20:34:55 +05:30
ffb2359146
HBASE-24013 Bump branch-2 version to 2.4.0-SNAPSHOT ( #1309 )
...
Increment version in poms with
```
$ mvn org.codehaus.mojo:versions-maven-plugin:2.7:set -DnewVersion=2.4.0-SNAPSHOT -DgenerateBackupPoms=false
```
Verified no dangling references with
```
$ find . -iname '*pom.xml' -exec grep -n '2.3.0-SNAPSHOT' {} +
```
Verified build with
```
$ JAVA_HOME=/Library/Java/JavaVirtualMachines/adoptopenjdk-8.jdk/Contents/Home mvn clean package -DskipTests
$ JAVA_HOME=/Library/Java/JavaVirtualMachines/adoptopenjdk-11.jdk/Contents/Home mvn clean package -DskipTests -Dhadoop.profile=3.0
```
Signed-off-by: Jan Hentschel <jan.hentschel@ultratendency.com>
2020-03-19 08:01:43 -07:00
292cadf847
HBASE-23971 protoc warns: "no protobuf syntax specified"
2020-03-17 15:38:50 -07:00
d90ff09fe0
HBASE-23077 Addendum fix compile error on hbase-rsgroup module when building with hadoop 3.x
...
Missed this one as on master we do not have hbase-rsgroup module any more
2020-03-12 17:54:11 +08:00
2655f9647e
HBASE-23956 Use less resources running tests ( #1266 )
...
Add being able to configure netty thread counts. Enable socket reuse
(should not have any impact).
hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/BlockingRpcConnection.java
Rename the threads we create in here so they are NOT named same was
threads created by Hadoop RPC.
hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/DefaultNettyEventLoopConfig.java
hbase-client/src/main/java/org/apache/hadoop/hbase/ipc/NettyRpcClient.java
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AsyncFSWAL.java
Allow configuring eventloopgroup thread count (so can override for
tests)
hbase-examples/src/main/java/org/apache/hadoop/hbase/client/example/HttpProxyExample.java
Enable socket resuse.
hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/NettyRpcServer.java
Enable socket resuse and config for how many threads to use.
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java
hbase-server/src/main/java/org/apache/hadoop/hbase/util/ModifyRegionUtils.java
Thread name edit; drop the redundant 'Thread' suffix.
hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/HFileReplicator.java
Make closeable and shutdown executor when called.
hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/ReplicationSink.java
Call close on HFileReplicator
hbase-server/src/test/java/org/apache/hadoop/hbase/replication/TestReplicationBase.java
HDFS creates lots of threads. Use less of it so less threads overall.
hbase-server/src/test/resources/hbase-site.xml
hbase-server/src/test/resources/hdfs-site.xml
Constrain resources when running in test context.
hbase-server/src/test/resources/log4j.properties
Enable debug on netty to see netty configs in our log
pom.xml
Add system properties when we launch JVMs to constrain thread counts in
tests
Signed-off-by: Duo Zhang <zhangduo@apache.org>
2020-03-11 10:25:11 -07:00
ba34d95b49
HBASE-23809 The RSGroup shell test is missing ( #1142 )
...
Signed-off-by: Guanghao Zhang <zghao@apache.org>
2020-02-08 22:51:03 +08:00
f7eeea0789
HBASE-23729 [Flakeys] TestRSGroupsBasics#testClearNotProcessedDeadServer fails most of the time
2020-01-23 16:44:49 -08:00
bd5b0ba55d
HBASE-23655 Fix flaky TestRSGroupsKillRS: should wait the SCP to finish ( #996 )
...
Signed-off-by: Duo Zhang <zhangduo@apache.org>
2020-01-09 18:39:20 +08:00
fff0f33c5a
HBASE-22767 System table RIT STUCK if their RSGroup has no highest version RSes
...
Signed-off-by: stack <stack@apache.org>
2019-10-08 16:32:07 -07:00
45cbe8b038
HBASE-23125 TestRSGroupsAdmin2 is flaky
2019-10-07 18:46:57 +08:00
2c118c6c01
HBASE-23006 RSGroupBasedLoadBalancer should also try to place replicas for the same region to different region servers ( #605 )
...
Signed-off-by: Guanghao Zhang <zghao@apache.org>
2019-09-11 11:38:23 +08:00
Andrew Purtell
Baiqiang Zhao
Duo Zhang
haxiaolin
Mohammad Arshad
Viraj Jasani
mokai
haxl
lujiefsi
niuyulin
XinSun
Guanghao Zhang
Reid Chan
Michael Stack
Gkkkk302
stack
Mohammad Arshad
Nick Dimiduk
wen_yi