1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19 package org.apache.hadoop.hbase.chaos.actions;
20
21 import java.util.LinkedList;
22 import java.util.List;
23 import java.util.Queue;
24
25 import org.apache.commons.lang.math.RandomUtils;
26 import org.apache.hadoop.hbase.ServerName;
27 import org.apache.hadoop.hbase.chaos.monkies.PolicyBasedChaosMonkey;
28
29
30
31
32
33 public class RollingBatchRestartRsAction extends BatchRestartRsAction {
34 public RollingBatchRestartRsAction(long sleepTime, float ratio) {
35 super(sleepTime, ratio);
36 }
37
38 @Override
39 public void perform() throws Exception {
40 LOG.info(String.format("Performing action: Rolling batch restarting %d%% of region servers",
41 (int)(ratio * 100)));
42 List<ServerName> selectedServers = PolicyBasedChaosMonkey.selectRandomItems(getCurrentServers(),
43 ratio);
44
45 Queue<ServerName> serversToBeKilled = new LinkedList<ServerName>(selectedServers);
46 Queue<ServerName> deadServers = new LinkedList<ServerName>();
47
48
49 while (!serversToBeKilled.isEmpty() || !deadServers.isEmpty()) {
50 boolean action = true;
51
52 if (serversToBeKilled.isEmpty() || deadServers.isEmpty()) {
53 action = deadServers.isEmpty();
54 } else {
55 action = RandomUtils.nextBoolean();
56 }
57
58 if (action) {
59 ServerName server = serversToBeKilled.remove();
60 killRs(server);
61 deadServers.add(server);
62 } else {
63 ServerName server = deadServers.remove();
64 startRs(server);
65 }
66
67 sleep(RandomUtils.nextInt((int)sleepTime));
68 }
69 }
70 }