1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18 package org.apache.hadoop.hbase.replication.regionserver;
19
20 import java.io.IOException;
21 import java.util.Collections;
22 import java.util.List;
23 import java.util.Map;
24 import java.util.Random;
25
26 import org.apache.commons.logging.Log;
27 import org.apache.commons.logging.LogFactory;
28 import org.apache.hadoop.conf.Configuration;
29 import org.apache.hadoop.hbase.ServerName;
30 import org.apache.hadoop.hbase.client.HConnection;
31 import org.apache.hadoop.hbase.protobuf.generated.AdminProtos.AdminService;
32 import org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint;
33 import com.google.common.collect.Lists;
34 import com.google.common.collect.Maps;
35
36
37
38
39
40
41 public class ReplicationSinkManager {
42
43 private static final Log LOG = LogFactory.getLog(ReplicationSinkManager.class);
44
45
46
47
48
49
50 static final int DEFAULT_BAD_SINK_THRESHOLD = 3;
51
52
53
54
55
56 static final float DEFAULT_REPLICATION_SOURCE_RATIO = 0.1f;
57
58
59 private final HConnection conn;
60
61 private final String peerClusterId;
62
63 private final HBaseReplicationEndpoint endpoint;
64
65
66 private final Map<ServerName, Integer> badReportCounts;
67
68
69 private final float ratio;
70
71
72
73 private final int badSinkThreshold;
74
75 private final Random random;
76
77
78 private long lastUpdateToPeers;
79
80
81 private List<ServerName> sinks = Lists.newArrayList();
82
83
84
85
86
87
88
89
90
91 public ReplicationSinkManager(HConnection conn, String peerClusterId,
92 HBaseReplicationEndpoint endpoint, Configuration conf) {
93 this.conn = conn;
94 this.peerClusterId = peerClusterId;
95 this.endpoint = endpoint;
96 this.badReportCounts = Maps.newHashMap();
97 this.ratio = conf.getFloat("replication.source.ratio", DEFAULT_REPLICATION_SOURCE_RATIO);
98 this.badSinkThreshold = conf.getInt("replication.bad.sink.threshold",
99 DEFAULT_BAD_SINK_THRESHOLD);
100 this.random = new Random();
101 }
102
103
104
105
106
107
108 public SinkPeer getReplicationSink() throws IOException {
109 if (endpoint.getLastRegionServerUpdate() > this.lastUpdateToPeers || sinks.isEmpty()) {
110 LOG.info("Current list of sinks is out of date, updating");
111 chooseSinks();
112 }
113
114 if (sinks.isEmpty()) {
115 throw new IOException("No replication sinks are available");
116 }
117 ServerName serverName = sinks.get(random.nextInt(sinks.size()));
118 return new SinkPeer(serverName, conn.getAdmin(serverName));
119 }
120
121
122
123
124
125
126
127
128
129
130 public void reportBadSink(SinkPeer sinkPeer) {
131 ServerName serverName = sinkPeer.getServerName();
132 int badReportCount = (badReportCounts.containsKey(serverName)
133 ? badReportCounts.get(serverName) : 0) + 1;
134 badReportCounts.put(serverName, badReportCount);
135 if (badReportCount > badSinkThreshold) {
136 this.sinks.remove(serverName);
137 if (sinks.isEmpty()) {
138 chooseSinks();
139 }
140 }
141 }
142
143 void chooseSinks() {
144 List<ServerName> slaveAddresses = endpoint.getRegionServers();
145 Collections.shuffle(slaveAddresses, random);
146 int numSinks = (int) Math.ceil(slaveAddresses.size() * ratio);
147 sinks = slaveAddresses.subList(0, numSinks);
148 lastUpdateToPeers = System.currentTimeMillis();
149 badReportCounts.clear();
150 }
151
152 List<ServerName> getSinks() {
153 return sinks;
154 }
155
156
157
158
159
160 public static class SinkPeer {
161 private ServerName serverName;
162 private AdminService.BlockingInterface regionServer;
163
164 public SinkPeer(ServerName serverName, AdminService.BlockingInterface regionServer) {
165 this.serverName = serverName;
166 this.regionServer = regionServer;
167 }
168
169 ServerName getServerName() {
170 return serverName;
171 }
172
173 public AdminService.BlockingInterface getRegionServer() {
174 return regionServer;
175 }
176
177 }
178
179 }