1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19 package org.apache.hadoop.hbase.regionserver;
20
21 import java.io.IOException;
22 import java.util.List;
23
24 import org.apache.hadoop.hbase.classification.InterfaceAudience;
25 import org.apache.hadoop.conf.Configuration;
26 import org.apache.hadoop.fs.Path;
27 import org.apache.hadoop.hbase.HBaseInterfaceAudience;
28 import org.apache.hadoop.hbase.KeyValue.KVComparator;
29 import org.apache.hadoop.hbase.regionserver.compactions.CompactionContext;
30 import org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy;
31 import org.apache.hadoop.hbase.regionserver.compactions.RatioBasedCompactionPolicy;
32 import org.apache.hadoop.hbase.regionserver.compactions.DefaultCompactor;
33 import org.apache.hadoop.hbase.regionserver.compactions.CompactionThroughputController;
34 import org.apache.hadoop.hbase.security.User;
35 import org.apache.hadoop.hbase.util.ReflectionUtils;
36
37
38
39
40
41 @InterfaceAudience.LimitedPrivate(HBaseInterfaceAudience.CONFIG)
42 public class DefaultStoreEngine extends StoreEngine<
43 DefaultStoreFlusher, RatioBasedCompactionPolicy, DefaultCompactor, DefaultStoreFileManager> {
44
45 public static final String DEFAULT_STORE_FLUSHER_CLASS_KEY =
46 "hbase.hstore.defaultengine.storeflusher.class";
47 public static final String DEFAULT_COMPACTOR_CLASS_KEY =
48 "hbase.hstore.defaultengine.compactor.class";
49 public static final String DEFAULT_COMPACTION_POLICY_CLASS_KEY =
50 "hbase.hstore.defaultengine.compactionpolicy.class";
51
52 private static final Class<? extends DefaultStoreFlusher>
53 DEFAULT_STORE_FLUSHER_CLASS = DefaultStoreFlusher.class;
54 private static final Class<? extends DefaultCompactor>
55 DEFAULT_COMPACTOR_CLASS = DefaultCompactor.class;
56 private static final Class<? extends RatioBasedCompactionPolicy>
57 DEFAULT_COMPACTION_POLICY_CLASS = ExploringCompactionPolicy.class;
58
59 @Override
60 public boolean needsCompaction(List<StoreFile> filesCompacting) {
61 return compactionPolicy.needsCompaction(
62 this.storeFileManager.getStorefiles(), filesCompacting);
63 }
64
65 @Override
66 protected void createComponents(
67 Configuration conf, Store store, KVComparator kvComparator) throws IOException {
68 String className = conf.get(DEFAULT_COMPACTOR_CLASS_KEY, DEFAULT_COMPACTOR_CLASS.getName());
69 try {
70 compactor = ReflectionUtils.instantiateWithCustomCtor(className,
71 new Class[] { Configuration.class, Store.class }, new Object[] { conf, store });
72 } catch (Exception e) {
73 throw new IOException("Unable to load configured compactor '" + className + "'", e);
74 }
75 className = conf.get(
76 DEFAULT_COMPACTION_POLICY_CLASS_KEY, DEFAULT_COMPACTION_POLICY_CLASS.getName());
77 try {
78 compactionPolicy = ReflectionUtils.instantiateWithCustomCtor(className,
79 new Class[] { Configuration.class, StoreConfigInformation.class },
80 new Object[] { conf, store });
81 } catch (Exception e) {
82 throw new IOException("Unable to load configured compaction policy '" + className + "'", e);
83 }
84 storeFileManager =
85 new DefaultStoreFileManager(kvComparator, StoreFile.Comparators.SEQ_ID, conf,
86 compactionPolicy.getConf());
87 className = conf.get(
88 DEFAULT_STORE_FLUSHER_CLASS_KEY, DEFAULT_STORE_FLUSHER_CLASS.getName());
89 try {
90 storeFlusher = ReflectionUtils.instantiateWithCustomCtor(className,
91 new Class[] { Configuration.class, Store.class }, new Object[] { conf, store });
92 } catch (Exception e) {
93 throw new IOException("Unable to load configured store flusher '" + className + "'", e);
94 }
95 }
96
97
98 @Override
99 public CompactionContext createCompaction() {
100 return new DefaultCompactionContext();
101 }
102
103 private class DefaultCompactionContext extends CompactionContext {
104 @Override
105 public boolean select(List<StoreFile> filesCompacting, boolean isUserCompaction,
106 boolean mayUseOffPeak, boolean forceMajor) throws IOException {
107 request = compactionPolicy.selectCompaction(storeFileManager.getStorefiles(),
108 filesCompacting, isUserCompaction, mayUseOffPeak, forceMajor);
109 return request != null;
110 }
111
112 @Override
113 public List<Path> compact(CompactionThroughputController throughputController)
114 throws IOException {
115 return compact(throughputController, null);
116 }
117
118 @Override
119 public List<Path> compact(CompactionThroughputController throughputController,
120 User user) throws IOException {
121 return compactor.compact(request, throughputController, user);
122 }
123
124 @Override
125 public List<StoreFile> preSelect(List<StoreFile> filesCompacting) {
126 return compactionPolicy.preSelectCompactionForCoprocessor(
127 storeFileManager.getStorefiles(), filesCompacting);
128 }
129 }
130
131 }