View Javadoc

1   /**
2    * Licensed to the Apache Software Foundation (ASF) under one
3    * or more contributor license agreements.  See the NOTICE file
4    * distributed with this work for additional information
5    * regarding copyright ownership.  The ASF licenses this file
6    * to you under the Apache License, Version 2.0 (the
7    * "License"); you may not use this file except in compliance
8    * with the License.  You may obtain a copy of the License at
9    *
10   *     http://www.apache.org/licenses/LICENSE-2.0
11   *
12   * Unless required by applicable law or agreed to in writing, software
13   * distributed under the License is distributed on an "AS IS" BASIS,
14   * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15   * See the License for the specific language governing permissions and
16   * limitations under the License.
17   */
18  
19  package org.apache.hadoop.hbase.regionserver;
20  
21  import org.apache.hadoop.hbase.metrics.BaseSourceImpl;
22  import org.apache.hadoop.metrics2.MetricHistogram;
23  import org.apache.hadoop.metrics2.MetricsBuilder;
24  import org.apache.hadoop.metrics2.MetricsRecordBuilder;
25  import org.apache.hadoop.metrics2.lib.MetricMutableCounterLong;
26  
27  /**
28   * Hadoop1 implementation of MetricsRegionServerSource.
29   *
30   * Implements BaseSource through BaseSourceImpl, following the pattern
31   */
32  public class MetricsRegionServerSourceImpl
33      extends BaseSourceImpl implements MetricsRegionServerSource {
34  
35    final MetricsRegionServerWrapper rsWrap;
36    private final MetricHistogram putHisto;
37    private final MetricHistogram deleteHisto;
38    private final MetricHistogram getHisto;
39    private final MetricHistogram incrementHisto;
40    private final MetricHistogram appendHisto;
41    private final MetricHistogram replayHisto;
42    private final MetricMutableCounterLong slowPut;
43    private final MetricMutableCounterLong slowDelete;
44    private final MetricMutableCounterLong slowGet;
45    private final MetricMutableCounterLong slowIncrement;
46    private final MetricMutableCounterLong slowAppend;
47  
48    private final MetricHistogram splitTimeHisto;
49    private final MetricHistogram flushTimeHisto;
50  
51    public MetricsRegionServerSourceImpl(MetricsRegionServerWrapper rsWrap) {
52      this(METRICS_NAME, METRICS_DESCRIPTION, METRICS_CONTEXT, METRICS_JMX_CONTEXT, rsWrap);
53    }
54  
55    public MetricsRegionServerSourceImpl(String metricsName,
56                                         String metricsDescription,
57                                         String metricsContext,
58                                         String metricsJmxContext,
59                                         MetricsRegionServerWrapper rsWrap) {
60      super(metricsName, metricsDescription, metricsContext, metricsJmxContext);
61      this.rsWrap = rsWrap;
62  
63      putHisto = getMetricsRegistry().newHistogram(MUTATE_KEY);
64      slowPut = getMetricsRegistry().newCounter(SLOW_MUTATE_KEY, SLOW_MUTATE_DESC, 0l);
65  
66      deleteHisto = getMetricsRegistry().newHistogram(DELETE_KEY);
67      slowDelete = getMetricsRegistry().newCounter(SLOW_DELETE_KEY, SLOW_DELETE_DESC, 0l);
68  
69      getHisto = getMetricsRegistry().newHistogram(GET_KEY);
70      slowGet = getMetricsRegistry().newCounter(SLOW_GET_KEY, SLOW_GET_DESC, 0l);
71  
72      incrementHisto = getMetricsRegistry().newHistogram(INCREMENT_KEY);
73      slowIncrement = getMetricsRegistry().newCounter(SLOW_INCREMENT_KEY, SLOW_INCREMENT_DESC, 0l);
74  
75      appendHisto = getMetricsRegistry().newHistogram(APPEND_KEY);
76      slowAppend = getMetricsRegistry().newCounter(SLOW_APPEND_KEY, SLOW_APPEND_DESC, 0l);
77  
78      replayHisto = getMetricsRegistry().newHistogram(REPLAY_KEY);
79  
80      splitTimeHisto = getMetricsRegistry().newHistogram(SPLIT_KEY);
81      flushTimeHisto = getMetricsRegistry().newHistogram(FLUSH_KEY);
82    }
83  
84    @Override
85    public void updatePut(long t) {
86      putHisto.add(t);
87    }
88  
89    @Override
90    public void updateDelete(long t) {
91      deleteHisto.add(t);
92    }
93  
94    @Override
95    public void updateGet(long t) {
96      getHisto.add(t);
97    }
98  
99    @Override
100   public void updateIncrement(long t) {
101     incrementHisto.add(t);
102   }
103 
104   @Override
105   public void updateAppend(long t) {
106     appendHisto.add(t);
107   }
108 
109   @Override
110   public void updateReplay(long t) {
111     replayHisto.add(t);
112   }
113 
114   @Override
115   public void incrSlowPut() {
116     slowPut.incr();
117   }
118 
119   @Override
120   public void incrSlowDelete() {
121     slowDelete.incr();
122   }
123 
124   @Override
125   public void incrSlowGet() {
126     slowGet.incr();
127   }
128 
129   @Override
130   public void incrSlowIncrement() {
131     slowIncrement.incr();
132   }
133 
134   @Override
135   public void incrSlowAppend() {
136     slowAppend.incr();
137   }
138 
139   @Override
140   public void updateSplitTime(long t) {
141     splitTimeHisto.add(t);
142   }
143 
144   @Override
145   public void updateFlushTime(long t) {
146     flushTimeHisto.add(t);
147   }
148 
149   /**
150    * Yes this is a get function that doesn't return anything.  Thanks Hadoop for breaking all
151    * expectations of java programmers.  Instead of returning anything Hadoop metrics expects
152    * getMetrics to push the metrics into the metricsBuilder.
153    *
154    * @param metricsBuilder Builder to accept metrics
155    * @param all            push all or only changed?
156    */
157   @Override
158   public void getMetrics(MetricsBuilder metricsBuilder, boolean all) {
159 
160     MetricsRecordBuilder mrb = metricsBuilder.addRecord(metricsName)
161         .setContext(metricsContext);
162 
163     // rsWrap can be null because this function is called inside of init.
164     if (rsWrap != null) {
165       mrb.addGauge(REGION_COUNT, REGION_COUNT_DESC, rsWrap.getNumOnlineRegions())
166           .addGauge(STORE_COUNT, STORE_COUNT_DESC, rsWrap.getNumStores())
167           .addGauge(HLOGFILE_COUNT, HLOGFILE_COUNT_DESC, rsWrap.getNumHLogFiles())
168           .addGauge(HLOGFILE_SIZE, HLOGFILE_SIZE_DESC, rsWrap.getHLogFileSize())
169           .addGauge(STOREFILE_COUNT, STOREFILE_COUNT_DESC, rsWrap.getNumStoreFiles())
170           .addGauge(MEMSTORE_SIZE, MEMSTORE_SIZE_DESC, rsWrap.getMemstoreSize())
171           .addGauge(STOREFILE_SIZE, STOREFILE_SIZE_DESC, rsWrap.getStoreFileSize())
172           .addGauge(RS_START_TIME_NAME, RS_START_TIME_DESC, rsWrap.getStartCode())
173           .addCounter(TOTAL_REQUEST_COUNT, TOTAL_REQUEST_COUNT_DESC, rsWrap.getTotalRequestCount())
174           .addCounter(READ_REQUEST_COUNT, READ_REQUEST_COUNT_DESC, rsWrap.getReadRequestsCount())
175           .addCounter(WRITE_REQUEST_COUNT, WRITE_REQUEST_COUNT_DESC, rsWrap.getWriteRequestsCount())
176           .addCounter(CHECK_MUTATE_FAILED_COUNT,
177               CHECK_MUTATE_FAILED_COUNT_DESC,
178               rsWrap.getCheckAndMutateChecksFailed())
179           .addCounter(CHECK_MUTATE_PASSED_COUNT,
180               CHECK_MUTATE_PASSED_COUNT_DESC,
181               rsWrap.getCheckAndMutateChecksPassed())
182           .addGauge(STOREFILE_INDEX_SIZE, STOREFILE_INDEX_SIZE_DESC, rsWrap.getStoreFileIndexSize())
183           .addGauge(STATIC_INDEX_SIZE, STATIC_INDEX_SIZE_DESC, rsWrap.getTotalStaticIndexSize())
184           .addGauge(STATIC_BLOOM_SIZE, STATIC_BLOOM_SIZE_DESC, rsWrap.getTotalStaticBloomSize())
185           .addGauge(NUMBER_OF_MUTATIONS_WITHOUT_WAL,
186               NUMBER_OF_MUTATIONS_WITHOUT_WAL_DESC,
187               rsWrap.getNumMutationsWithoutWAL())
188           .addGauge(DATA_SIZE_WITHOUT_WAL,
189               DATA_SIZE_WITHOUT_WAL_DESC,
190               rsWrap.getDataInMemoryWithoutWAL())
191           .addGauge(PERCENT_FILES_LOCAL, PERCENT_FILES_LOCAL_DESC, rsWrap.getPercentFileLocal())
192           .addGauge(COMPACTION_QUEUE_LENGTH,
193               COMPACTION_QUEUE_LENGTH_DESC,
194               rsWrap.getCompactionQueueSize())
195           .addGauge(LARGE_COMPACTION_QUEUE_LENGTH,
196               COMPACTION_QUEUE_LENGTH_DESC,
197               rsWrap.getLargeCompactionQueueSize())
198           .addGauge(SMALL_COMPACTION_QUEUE_LENGTH,
199               COMPACTION_QUEUE_LENGTH_DESC,
200               rsWrap.getSmallCompactionQueueSize())
201           .addGauge(FLUSH_QUEUE_LENGTH, FLUSH_QUEUE_LENGTH_DESC, rsWrap.getFlushQueueSize())
202           .addGauge(BLOCK_CACHE_FREE_SIZE, BLOCK_CACHE_FREE_DESC, rsWrap.getBlockCacheFreeSize())
203           .addGauge(BLOCK_CACHE_COUNT, BLOCK_CACHE_COUNT_DESC, rsWrap.getBlockCacheCount())
204           .addGauge(BLOCK_CACHE_SIZE, BLOCK_CACHE_SIZE_DESC, rsWrap.getBlockCacheSize())
205           .addCounter(BLOCK_CACHE_HIT_COUNT,
206               BLOCK_CACHE_HIT_COUNT_DESC,
207               rsWrap.getBlockCacheHitCount())
208           .addCounter(BLOCK_CACHE_MISS_COUNT,
209               BLOCK_COUNT_MISS_COUNT_DESC,
210               rsWrap.getBlockCacheMissCount())
211           .addCounter(BLOCK_CACHE_EVICTION_COUNT,
212               BLOCK_CACHE_EVICTION_COUNT_DESC,
213               rsWrap.getBlockCacheEvictedCount())
214           .addGauge(BLOCK_CACHE_HIT_PERCENT,
215               BLOCK_CACHE_HIT_PERCENT_DESC,
216               rsWrap.getBlockCacheHitPercent())
217           .addGauge(BLOCK_CACHE_EXPRESS_HIT_PERCENT,
218               BLOCK_CACHE_EXPRESS_HIT_PERCENT_DESC,
219               rsWrap.getBlockCacheHitCachingPercent())
220           .addCounter(UPDATES_BLOCKED_TIME, UPDATES_BLOCKED_DESC, rsWrap.getUpdatesBlockedTime())
221           .addCounter(FLUSHED_CELLS, FLUSHED_CELLS_DESC, rsWrap.getFlushedCellsCount())
222           .addCounter(COMPACTED_CELLS, COMPACTED_CELLS_DESC, rsWrap.getCompactedCellsCount())
223           .addCounter(MAJOR_COMPACTED_CELLS, MAJOR_COMPACTED_CELLS_DESC,
224               rsWrap.getMajorCompactedCellsCount())
225           .addCounter(FLUSHED_CELLS_SIZE, FLUSHED_CELLS_SIZE_DESC, rsWrap.getFlushedCellsSize())
226           .addCounter(COMPACTED_CELLS_SIZE, COMPACTED_CELLS_SIZE_DESC,
227               rsWrap.getCompactedCellsSize())
228           .addCounter(MAJOR_COMPACTED_CELLS_SIZE, MAJOR_COMPACTED_CELLS_SIZE_DESC,
229               rsWrap.getMajorCompactedCellsSize())
230 
231           .addCounter(BLOCKED_REQUESTS_COUNT, BLOCKED_REQUESTS_COUNT_DESC,
232               rsWrap.getBlockedRequestsCount())
233 
234           .tag(ZOOKEEPER_QUORUM_NAME, ZOOKEEPER_QUORUM_DESC, rsWrap.getZookeeperQuorum())
235           .tag(SERVER_NAME_NAME, SERVER_NAME_DESC, rsWrap.getServerName())
236           .tag(CLUSTER_ID_NAME, CLUSTER_ID_DESC, rsWrap.getClusterId());
237     }
238 
239     metricsRegistry.snapshot(mrb, all);
240   }
241 
242 
243 }