package org.jgroups.protocols;
import org.jgroups.Address;
import org.jgroups.Event;
import org.jgroups.Message;
import org.jgroups.PhysicalAddress;
import org.jgroups.annotations.ManagedOperation;
import org.jgroups.annotations.Property;
import org.jgroups.conf.PropertyConverters;
import org.jgroups.stack.RouterStub;
import org.jgroups.stack.RouterStubManager;
import org.jgroups.util.Responses;
import java.net.InetSocketAddress;
import java.util.HashSet;
import java.util.List;
import java.util.Set;
import java.util.concurrent.CopyOnWriteArrayList;
/**
* The TCPGOSSIP protocol layer retrieves the initial membership (used by the
* GMS when started by sending event FIND_INITIAL_MBRS down the stack). We do
* this by contacting one or more GossipRouters, which must be running at
* well-known addresses:ports. The responses should allow us to determine the
* coordinator whom we have to contact, e.g. in case we want to join the group.
* When we are a server (after having received the BECOME_SERVER event), we'll
* respond to TCPGOSSIP requests with a TCPGOSSIP response.
* <p>
* The FIND_INITIAL_MBRS event will eventually be answered with a
* FIND_INITIAL_MBRS_OK event up the stack.
*
* @author Bela Ban
*/
public class TCPGOSSIP extends Discovery {
/* ----------------------------------------- Properties -------------------------------------------------- */
@Property(description="Max time for socket creation. Default is 1000 msec")
int sock_conn_timeout=1000;
@Property(description="Max time in milliseconds to block on a read. 0 blocks forever")
int sock_read_timeout=3000;
@Property(description="Interval (ms) by which a disconnected stub attempts to reconnect to the GossipRouter")
long reconnect_interval=10000L;
@Property(name="initial_hosts", description="Comma delimited list of hosts to be contacted for initial membership",
converter=PropertyConverters.InitialHosts2.class)
public void setInitialHosts(List<InetSocketAddress> hosts) {
if(hosts == null || hosts.isEmpty())
throw new IllegalArgumentException("initial_hosts must contain the address of at least one GossipRouter");
initial_hosts.addAll(hosts) ;
}
public List<InetSocketAddress> getInitialHosts() {
return initial_hosts;
}
public boolean isDynamic() {
return true;
}
/* --------------------------------------------- Fields ------------------------------------------------------ */
// (list of IpAddresses) hosts to be contacted for the initial membership
private final List<InetSocketAddress> initial_hosts = new CopyOnWriteArrayList<InetSocketAddress>();
private volatile RouterStubManager stubManager;
public void init() throws Exception {
super.init();
stubManager = RouterStubManager.emptyGossipClientStubManager(this);
// we cannot use TCPGOSSIP together with TUNNEL (https://jira.jboss.org/jira/browse/JGRP-1101)
TP transport=getTransport();
if(transport instanceof TUNNEL)
throw new IllegalStateException("TCPGOSSIP cannot be used with TUNNEL; use either TUNNEL:PING or " +
"TCP:TCPGOSSIP as valid configurations");
}
public void start() throws Exception {
super.start();
}
public void stop() {
super.stop();
stubManager.disconnectStubs();
}
public void destroy() {
stubManager.destroyStubs();
super.destroy();
}
public void handleConnect() {
if (cluster_name == null || local_addr == null)
log.error("group_addr or local_addr is null, cannot register with GossipRouter(s)");
else {
log.trace("registering " + local_addr + " under " + cluster_name + " with GossipRouter");
stubManager.destroyStubs();
stubManager = new RouterStubManager(this,cluster_name, local_addr, reconnect_interval);
for (InetSocketAddress host : initial_hosts)
stubManager.createAndRegisterStub(host.getHostName(), host.getPort(), null);
connectAllStubs(cluster_name, local_addr);
}
}
public void handleDisconnect() {
stubManager.disconnectStubs();
}
@Override
public void findMembers(List<Address> members, boolean initial_discovery, Responses responses) {
if(this.cluster_name == null) {
log.error("cluster_name is null, cannot get membership");
return;
}
PhysicalAddress physical_addr=(PhysicalAddress)down(new Event(Event.GET_PHYSICAL_ADDRESS, local_addr));
PingData data=new PingData(local_addr, false, org.jgroups.util.UUID.get(local_addr), physical_addr);
PingHeader hdr=new PingHeader(PingHeader.GET_MBRS_REQ).clusterName(cluster_name);
Set<PhysicalAddress> physical_addrs=new HashSet<PhysicalAddress>();
log.trace("fetching members from GossipRouter(s)");
for(RouterStub stub: stubManager.getStubs()) {
try {
stub.getMembers(this.cluster_name, responses);
for(PingData ping_data: responses) {
if(ping_data != null && ping_data.getPhysicalAddr() != null)
physical_addrs.add(ping_data.getPhysicalAddr());
}
}
catch(Throwable t) {
log.warn("failed fetching members from " + stub.getGossipRouterAddress() + ": " + t +
", cause: " + t.getCause());
}
}
for(PhysicalAddress addr: physical_addrs) {
if(physical_addr != null && addr.equals(physical_addr)) // no need to send the request to myself
continue;
// the message needs to be DONT_BUNDLE, see explanation above
final Message msg=new Message(addr).setFlag(Message.Flag.INTERNAL, Message.Flag.DONT_BUNDLE, Message.Flag.OOB)
.putHeader(this.id, hdr).setBuffer(marshal(data));
log.trace("%s: sending discovery request to %s", local_addr, msg.getDest());
down_prot.down(new Event(Event.MSG, msg));
}
}
@ManagedOperation
public void addInitialHost(String hostname, int port) {
//if there is such a stub already, remove and destroy it
removeInitialHost(hostname, port);
//now re-add it
InetSocketAddress isa = new InetSocketAddress(hostname, port);
initial_hosts.add(isa);
RouterStub s = new RouterStub(isa.getHostName(), isa.getPort(),null,stubManager);
connect(s,cluster_name, local_addr);
stubManager.registerStub(s);
}
@ManagedOperation
public boolean removeInitialHost(String hostname, int port) {
InetSocketAddress isa = new InetSocketAddress(hostname, port);
RouterStub stub=new RouterStub(isa);
RouterStub unregisterStub = stubManager.unregisterStub(stub);
if(unregisterStub != null) {
stubManager.stopReconnecting(unregisterStub);
unregisterStub.destroy();
}
return initial_hosts.remove(isa);
}
protected void connectAllStubs(String group, Address logical_addr) {
String logical_name=org.jgroups.util.UUID.get(logical_addr);
PhysicalAddress physical_addr=(PhysicalAddress)down_prot.down(new Event(Event.GET_PHYSICAL_ADDRESS, local_addr));
for (RouterStub stub : stubManager.getStubs()) {
try {
if(log.isTraceEnabled())
log.trace("trying to connect to " + stub.getGossipRouterAddress());
stub.connect(group, logical_addr, logical_name, physical_addr);
}
catch(Exception e) {
if(log.isErrorEnabled())
log.error("failed connecting to " + stub.getGossipRouterAddress() + ": " + e);
stubManager.startReconnecting(stub);
}
}
}
protected void connect(RouterStub stub, String group, Address logical_addr) {
String logical_name = org.jgroups.util.UUID.get(logical_addr);
PhysicalAddress physical_addr = (PhysicalAddress) down_prot.down(new Event(Event.GET_PHYSICAL_ADDRESS, local_addr));
try {
if (log.isTraceEnabled())
log.trace("trying to connect to " + stub.getGossipRouterAddress());
stub.connect(group, logical_addr, logical_name, physical_addr);
} catch (Exception e) {
if (log.isErrorEnabled())
log.error("failed connecting to " + stub.getGossipRouterAddress() + ": " + e);
stubManager.startReconnecting(stub);
}
}
}