001/*
002 * Licensed to the Apache Software Foundation (ASF) under one
003 * or more contributor license agreements.  See the NOTICE file
004 * distributed with this work for additional information
005 * regarding copyright ownership.  The ASF licenses this file
006 * to you under the Apache License, Version 2.0 (the
007 * "License"); you may not use this file except in compliance
008 * with the License.  You may obtain a copy of the License at
009 *
010 *     http://www.apache.org/licenses/LICENSE-2.0
011 *
012 * Unless required by applicable law or agreed to in writing, software
013 * distributed under the License is distributed on an "AS IS" BASIS,
014 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
015 * See the License for the specific language governing permissions and
016 * limitations under the License.
017 */
018package org.apache.hadoop.hbase.master.balancer;
019
020import java.time.Duration;
021import org.apache.hadoop.hbase.HBaseClassTestRule;
022import org.apache.hadoop.hbase.testclassification.LargeTests;
023import org.apache.hadoop.hbase.testclassification.MasterTests;
024import org.junit.ClassRule;
025import org.junit.Test;
026import org.junit.experimental.categories.Category;
027
028@Category({ MasterTests.class, LargeTests.class })
029public class TestStochasticLoadBalancerRegionReplicaLargeCluster
030  extends StochasticBalancerTestBase {
031
032  @ClassRule
033  public static final HBaseClassTestRule CLASS_RULE =
034    HBaseClassTestRule.forClass(TestStochasticLoadBalancerRegionReplicaLargeCluster.class);
035
036  @Test
037  public void testRegionReplicasOnLargeCluster() {
038    // With default values for moveCost and tableSkewCost, the balancer makes much slower progress.
039    // Since we're only looking for balance in region counts and no colocated replicas, we can
040    // ignore these two cost functions to allow us to make any move that helps other functions.
041    conf.setFloat("hbase.master.balancer.stochastic.moveCost", 0f);
042    conf.setFloat("hbase.master.balancer.stochastic.tableSkewCost", 0f);
043    conf.setBoolean("hbase.master.balancer.stochastic.runMaxSteps", true);
044    setMaxRunTime(Duration.ofSeconds(15));
045    loadBalancer.onConfigurationChange(conf);
046    int numNodes = 1000;
047    int numRegions = 20 * numNodes; // 20 * replication regions per RS
048    int numRegionsPerServer = 19; // all servers except one
049    int numTables = 100;
050    int replication = 3;
051    testWithClusterWithIteration(numNodes, numRegions, numRegionsPerServer, replication, numTables,
052      true, true);
053  }
054}