1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18 package org.apache.hadoop.hbase.regionserver;
19
20 import org.apache.hadoop.conf.Configuration;
21 import org.apache.hadoop.hbase.CompatibilityFactory;
22 import org.apache.hadoop.hbase.test.MetricsAssertHelper;
23 import org.apache.hadoop.hbase.testclassification.SmallTests;
24 import org.apache.hadoop.hbase.util.JvmPauseMonitor;
25 import org.junit.Before;
26 import org.junit.BeforeClass;
27 import org.junit.Test;
28 import org.junit.experimental.categories.Category;
29
30 import static org.junit.Assert.assertNotNull;
31
32
33
34
35 @Category(SmallTests.class)
36 public class TestMetricsRegionServer {
37 public static MetricsAssertHelper HELPER =
38 CompatibilityFactory.getInstance(MetricsAssertHelper.class);
39
40 private MetricsRegionServerWrapperStub wrapper;
41 private MetricsRegionServer rsm;
42 private MetricsRegionServerSource serverSource;
43
44 @BeforeClass
45 public static void classSetUp() {
46 HELPER.init();
47 }
48
49 @Before
50 public void setUp() {
51 wrapper = new MetricsRegionServerWrapperStub();
52 rsm = new MetricsRegionServer(wrapper);
53 serverSource = rsm.getMetricsSource();
54 }
55
56 @Test
57 public void testWrapperSource() {
58 HELPER.assertTag("serverName", "test", serverSource);
59 HELPER.assertTag("clusterId", "tClusterId", serverSource);
60 HELPER.assertTag("zookeeperQuorum", "zk", serverSource);
61 HELPER.assertGauge("regionServerStartTime", 100, serverSource);
62 HELPER.assertGauge("regionCount", 101, serverSource);
63 HELPER.assertGauge("storeCount", 2, serverSource);
64 HELPER.assertGauge("maxStoreFileAge", 2, serverSource);
65 HELPER.assertGauge("minStoreFileAge", 2, serverSource);
66 HELPER.assertGauge("avgStoreFileAge", 2, serverSource);
67 HELPER.assertGauge("numReferenceFiles", 2, serverSource);
68 HELPER.assertGauge("hlogFileCount", 10, serverSource);
69 HELPER.assertGauge("hlogFileSize", 1024000, serverSource);
70 HELPER.assertGauge("storeFileCount", 300, serverSource);
71 HELPER.assertGauge("memstoreSize", 1025, serverSource);
72 HELPER.assertGauge("storeFileSize", 1900, serverSource);
73 HELPER.assertCounter("totalRequestCount", 899, serverSource);
74 HELPER.assertCounter("readRequestCount", 997, serverSource);
75 HELPER.assertCounter("writeRequestCount", 707, serverSource);
76 HELPER.assertCounter("checkMutateFailedCount", 401, serverSource);
77 HELPER.assertCounter("checkMutatePassedCount", 405, serverSource);
78 HELPER.assertGauge("storeFileIndexSize", 406, serverSource);
79 HELPER.assertGauge("staticIndexSize", 407, serverSource);
80 HELPER.assertGauge("staticBloomSize", 408, serverSource);
81 HELPER.assertGauge("mutationsWithoutWALCount", 409, serverSource);
82 HELPER.assertGauge("mutationsWithoutWALSize", 410, serverSource);
83 HELPER.assertGauge("percentFilesLocal", 99, serverSource);
84 HELPER.assertGauge("compactionQueueLength", 411, serverSource);
85 HELPER.assertGauge("flushQueueLength", 412, serverSource);
86 HELPER.assertGauge("blockCacheFreeSize", 413, serverSource);
87 HELPER.assertGauge("blockCacheCount", 414, serverSource);
88 HELPER.assertGauge("blockCacheSize", 415, serverSource);
89 HELPER.assertCounter("blockCacheHitCount", 416, serverSource);
90 HELPER.assertCounter("blockCacheMissCount", 417, serverSource);
91 HELPER.assertCounter("blockCacheEvictionCount", 418, serverSource);
92 HELPER.assertGauge("blockCountHitPercent", 98, serverSource);
93 HELPER.assertGauge("blockCacheExpressHitPercent", 97, serverSource);
94 HELPER.assertCounter("blockCacheFailedInsertionCount", 36, serverSource);
95 HELPER.assertCounter("updatesBlockedTime", 419, serverSource);
96 }
97
98 @Test
99 public void testConstuctor() {
100 assertNotNull("There should be a hadoop1/hadoop2 metrics source", rsm.getMetricsSource() );
101 assertNotNull("The RegionServerMetricsWrapper should be accessable", rsm.getRegionServerWrapper());
102 }
103
104 @Test
105 public void testSlowCount() {
106 for (int i=0; i < 12; i ++) {
107 rsm.updateAppend(12);
108 rsm.updateAppend(1002);
109 }
110 for (int i=0; i < 13; i ++) {
111 rsm.updateDelete(13);
112 rsm.updateDelete(1003);
113 }
114 for (int i=0; i < 14; i ++) {
115 rsm.updateGet(14);
116 rsm.updateGet(1004);
117 }
118 for (int i=0; i < 15; i ++) {
119 rsm.updateIncrement(15);
120 rsm.updateIncrement(1005);
121 }
122 for (int i=0; i < 16; i ++) {
123 rsm.updatePut(16);
124 rsm.updatePut(1006);
125 }
126
127 HELPER.assertCounter("appendNumOps", 24, serverSource);
128 HELPER.assertCounter("deleteNumOps", 26, serverSource);
129 HELPER.assertCounter("getNumOps", 28, serverSource);
130 HELPER.assertCounter("incrementNumOps", 30, serverSource);
131 HELPER.assertCounter("mutateNumOps", 32, serverSource);
132
133
134 HELPER.assertCounter("slowAppendCount", 12, serverSource);
135 HELPER.assertCounter("slowDeleteCount", 13, serverSource);
136 HELPER.assertCounter("slowGetCount", 14, serverSource);
137 HELPER.assertCounter("slowIncrementCount", 15, serverSource);
138 HELPER.assertCounter("slowPutCount", 16, serverSource);
139 }
140
141 @Test
142 public void testPauseMonitor() {
143 Configuration conf = new Configuration();
144 conf.setLong(JvmPauseMonitor.INFO_THRESHOLD_KEY, 1000L);
145 conf.setLong(JvmPauseMonitor.WARN_THRESHOLD_KEY, 10000L);
146 JvmPauseMonitor monitor = new JvmPauseMonitor(conf, serverSource);
147 monitor.updateMetrics(1500, false);
148 HELPER.assertCounter("pauseInfoThresholdExceeded", 1, serverSource);
149 HELPER.assertCounter("pauseWarnThresholdExceeded", 0, serverSource);
150 HELPER.assertCounter("pauseTimeWithoutGc_num_ops", 1, serverSource);
151 HELPER.assertCounter("pauseTimeWithGc_num_ops", 0, serverSource);
152 monitor.updateMetrics(15000, true);
153 HELPER.assertCounter("pauseInfoThresholdExceeded", 1, serverSource);
154 HELPER.assertCounter("pauseWarnThresholdExceeded", 1, serverSource);
155 HELPER.assertCounter("pauseTimeWithoutGc_num_ops", 1, serverSource);
156 HELPER.assertCounter("pauseTimeWithGc_num_ops", 1, serverSource);
157 }
158 }
159