1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20 package org.apache.hadoop.hbase.regionserver.compactions;
21
22 import org.apache.commons.logging.Log;
23 import org.apache.commons.logging.LogFactory;
24 import org.apache.hadoop.hbase.classification.InterfaceAudience;
25 import org.apache.hadoop.conf.Configuration;
26 import org.apache.hadoop.hbase.HConstants;
27 import org.apache.hadoop.hbase.regionserver.StoreConfigInformation;
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44 @InterfaceAudience.Private
45 public class CompactionConfiguration {
46
47 static final Log LOG = LogFactory.getLog(CompactionConfiguration.class);
48
49 private static final String CONFIG_PREFIX = "hbase.hstore.compaction.";
50 public static final String HBASE_HSTORE_MIN_LOCALITY_TO_SKIP_MAJOR_COMPACT =
51 "hbase.hstore.min.locality.to.skip.major.compact";
52 public static final String RATIO_KEY = CONFIG_PREFIX + "ratio";
53 public static final String MIN_KEY = CONFIG_PREFIX + "min";
54 public static final String MAX_KEY = CONFIG_PREFIX + "max";
55
56 Configuration conf;
57 StoreConfigInformation storeConfigInfo;
58
59 long maxCompactSize;
60 long minCompactSize;
61 int minFilesToCompact;
62 int maxFilesToCompact;
63 double compactionRatio;
64 double offPeekCompactionRatio;
65 long throttlePoint;
66 long majorCompactionPeriod;
67 float majorCompactionJitter;
68 final float minLocalityToForceCompact;
69
70
71 CompactionConfiguration(Configuration conf, StoreConfigInformation storeConfigInfo) {
72 this.conf = conf;
73 this.storeConfigInfo = storeConfigInfo;
74
75 maxCompactSize = conf.getLong(CONFIG_PREFIX + "max.size", Long.MAX_VALUE);
76 minCompactSize = conf.getLong(CONFIG_PREFIX + "min.size",
77 storeConfigInfo.getMemstoreFlushSize());
78 minFilesToCompact = Math.max(2, conf.getInt(MIN_KEY,
79
80 maxFilesToCompact = conf.getInt(MAX_KEY, 10);
81 compactionRatio = conf.getFloat(RATIO_KEY, 1.2F);
82 offPeekCompactionRatio = conf.getFloat(CONFIG_PREFIX + "ratio.offpeak", 5.0F);
83
84 throttlePoint = conf.getLong("hbase.regionserver.thread.compaction.throttle",
85 2 * maxFilesToCompact * storeConfigInfo.getMemstoreFlushSize());
86 majorCompactionPeriod = conf.getLong(HConstants.MAJOR_COMPACTION_PERIOD, 1000*60*60*24*7);
87
88 majorCompactionJitter = conf.getFloat("hbase.hregion.majorcompaction.jitter", 0.50F);
89 minLocalityToForceCompact = conf.getFloat(HBASE_HSTORE_MIN_LOCALITY_TO_SKIP_MAJOR_COMPACT, 0f);
90
91 LOG.info(this);
92 }
93
94 @Override
95 public String toString() {
96 return String.format(
97 "size [%d, %d); files [%d, %d); ratio %f; off-peak ratio %f; throttle point %d;"
98 + " major period %d, major jitter %f, min locality to compact %f\"",
99 minCompactSize,
100 maxCompactSize,
101 minFilesToCompact,
102 maxFilesToCompact,
103 compactionRatio,
104 offPeekCompactionRatio,
105 throttlePoint,
106 majorCompactionPeriod,
107 majorCompactionJitter,
108 minLocalityToForceCompact
109 );
110 }
111
112
113
114
115 long getMinCompactSize() {
116 return minCompactSize;
117 }
118
119
120
121
122 long getMaxCompactSize() {
123 return maxCompactSize;
124 }
125
126
127
128
129 public int getMinFilesToCompact() {
130 return minFilesToCompact;
131 }
132
133
134
135
136 int getMaxFilesToCompact() {
137 return maxFilesToCompact;
138 }
139
140
141
142
143 double getCompactionRatio() {
144 return compactionRatio;
145 }
146
147
148
149
150 double getCompactionRatioOffPeak() {
151 return offPeekCompactionRatio;
152 }
153
154
155
156
157 long getThrottlePoint() {
158 return throttlePoint;
159 }
160
161
162
163
164
165 long getMajorCompactionPeriod() {
166 return majorCompactionPeriod;
167 }
168
169
170
171
172
173 float getMajorCompactionJitter() {
174 return majorCompactionJitter;
175 }
176
177
178
179
180
181
182 float getMinLocalityToForceCompact() {
183 return minLocalityToForceCompact;
184 }
185 }