/*
|
* CDDL HEADER START
|
*
|
* The contents of this file are subject to the terms of the
|
* Common Development and Distribution License, Version 1.0 only
|
* (the "License"). You may not use this file except in compliance
|
* with the License.
|
*
|
* You can obtain a copy of the license at
|
* trunk/opends/resource/legal-notices/OpenDS.LICENSE
|
* or https://OpenDS.dev.java.net/OpenDS.LICENSE.
|
* See the License for the specific language governing permissions
|
* and limitations under the License.
|
*
|
* When distributing Covered Code, include this CDDL HEADER in each
|
* file and include the License file at
|
* trunk/opends/resource/legal-notices/OpenDS.LICENSE. If applicable,
|
* add the following below this CDDL HEADER, with the fields enclosed
|
* by brackets "[]" replaced with your own identifying * information:
|
* Portions Copyright [yyyy] [name of copyright owner]
|
*
|
* CDDL HEADER END
|
*
|
*
|
* Portions Copyright 2006 Sun Microsystems, Inc.
|
*/
|
package org.opends.server.synchronization.changelog;
|
|
import java.util.ArrayList;
|
import java.util.HashMap;
|
import java.util.List;
|
import java.util.Set;
|
|
import com.sleepycat.je.DatabaseException;
|
|
import org.opends.server.api.ConfigurableComponent;
|
import org.opends.server.api.DirectoryThread;
|
import org.opends.server.config.ConfigAttribute;
|
import org.opends.server.config.ConfigEntry;
|
import org.opends.server.config.ConfigException;
|
import org.opends.server.config.IntegerConfigAttribute;
|
import org.opends.server.config.StringConfigAttribute;
|
import org.opends.server.core.DirectoryServer;
|
import org.opends.server.messages.MessageHandler;
|
import org.opends.server.synchronization.protocol.SocketSession;
|
import org.opends.server.types.ConfigChangeResult;
|
import org.opends.server.types.DN;
|
import org.opends.server.types.ErrorLogCategory;
|
import org.opends.server.types.ErrorLogSeverity;
|
|
import static org.opends.server.loggers.Error.logError;
|
import static org.opends.server.messages.MessageHandler.getMessage;
|
import static org.opends.server.synchronization.common.LogMessages.*;
|
|
import java.net.InetAddress;
|
import java.net.InetSocketAddress;
|
import java.net.ServerSocket;
|
import java.net.Socket;
|
import java.net.UnknownHostException;
|
import java.io.File;
|
import java.io.IOException;
|
|
/**
|
* Changelog Listener.
|
*
|
* This singleton is the main object of the changelog server
|
* It waits for the incoming connections and create listener
|
* and publisher objects for
|
* connection with LDAP servers and with changelog servers
|
*
|
* It is responsible for creating the changelog cache and managing it
|
*/
|
public class Changelog implements Runnable, ConfigurableComponent
|
{
|
private short serverId;
|
private String serverURL;
|
|
private ServerSocket listenSocket;
|
private Thread myListenThread;
|
private Thread myConnectThread;
|
|
private boolean runListen = true;
|
|
/* The list of changelog servers configured by the administrator */
|
private List<String> changelogServers;
|
|
/* This table is used to store the list of dn for which we are currently
|
* handling servers.
|
*/
|
private HashMap<DN, ChangelogCache> baseDNs =
|
new HashMap<DN, ChangelogCache>();
|
|
private String localURL = "null";
|
private boolean shutdown = false;
|
private short changelogServerId;
|
private DN configDn;
|
private List<ConfigAttribute> configAttributes =
|
new ArrayList<ConfigAttribute>();
|
private ChangelogDbEnv dbEnv;
|
private int rcvWindow;
|
private int queueSize;
|
|
static final String CHANGELOG_SERVER_ATTR = "ds-cfg-changelog-server";
|
static final String SERVER_ID_ATTR = "ds-cfg-changelog-server-id";
|
static final String CHANGELOG_PORT_ATTR = "ds-cfg-changelog-port";
|
static final String WINDOW_SIZE_ATTR = "ds-cfg-window-size";
|
static final String QUEUE_SIZE_ATTR = "ds-cfg-changelog-max-queue-size";
|
|
static final IntegerConfigAttribute changelogPortStub =
|
new IntegerConfigAttribute(CHANGELOG_PORT_ATTR, "changelog port",
|
true, false, false, true, 0,
|
true, 65535);
|
|
static final IntegerConfigAttribute serverIdStub =
|
new IntegerConfigAttribute(SERVER_ID_ATTR, "server ID", true, false,
|
false, true, 0, true, 65535);
|
|
static final StringConfigAttribute changelogStub =
|
new StringConfigAttribute(CHANGELOG_SERVER_ATTR,
|
"changelog server information", true,
|
true, false);
|
|
static final IntegerConfigAttribute windowStub =
|
new IntegerConfigAttribute(WINDOW_SIZE_ATTR, "window size",
|
false, false, false, true, 0, false, 0);
|
|
static final IntegerConfigAttribute queueSizeStub =
|
new IntegerConfigAttribute(QUEUE_SIZE_ATTR, "changelog queue size",
|
false, false, false, true, 0, false, 0);
|
|
/**
|
* Check if a ConfigEntry is valid.
|
* @param config The config entry that needs to be checked.
|
* @param unacceptableReason A description of the reason why the config entry
|
* is not acceptable (if return is false).
|
* @return a boolean indicating if the configEntry is valid.
|
*/
|
public static boolean checkConfigEntry(ConfigEntry config,
|
StringBuilder unacceptableReason)
|
{
|
try
|
{
|
IntegerConfigAttribute changelogPortAttr;
|
changelogPortAttr =
|
(IntegerConfigAttribute) config.getConfigAttribute(changelogPortStub);
|
|
/* The config must provide a changelog port number
|
*/
|
if (changelogPortAttr == null)
|
{
|
unacceptableReason.append(
|
MessageHandler.getMessage(MSGID_NEED_CHANGELOG_PORT,
|
config.getDN().toString()) );
|
}
|
|
/*
|
* read the server Id information
|
* this is a single valued integer, its value must fit on a
|
* short integer
|
*/
|
IntegerConfigAttribute serverIdAttr =
|
(IntegerConfigAttribute) config.getConfigAttribute(serverIdStub);
|
|
if (serverIdAttr == null)
|
{
|
unacceptableReason.append(
|
MessageHandler.getMessage(MSGID_NEED_SERVER_ID,
|
config.getDN().toString()) );
|
}
|
|
return true;
|
} catch (ConfigException e)
|
{
|
return false;
|
}
|
}
|
|
/**
|
* Creates a new Changelog using the provided configuration entry.
|
*
|
* @param config The configuration entry where configuration can be found.
|
* @throws ConfigException When Configuration entry is invalid.
|
*/
|
public Changelog(ConfigEntry config) throws ConfigException
|
{
|
shutdown = false;
|
runListen = true;
|
|
IntegerConfigAttribute changelogPortAttr =
|
(IntegerConfigAttribute) config.getConfigAttribute(changelogPortStub);
|
/* if there is no changelog port configured, this process must not be a
|
* changelog server
|
*/
|
if (changelogPortAttr == null)
|
{
|
throw new ConfigException(MSGID_NEED_CHANGELOG_PORT,
|
MessageHandler.getMessage(MSGID_NEED_CHANGELOG_PORT,
|
config.getDN().toString()) );
|
}
|
int changelogPort = changelogPortAttr.activeIntValue();
|
configAttributes.add(changelogPortAttr);
|
|
/*
|
* read the server Id information
|
* this is a single valued integer, its value must fit on a
|
* short integer
|
*/
|
IntegerConfigAttribute serverIdAttr =
|
(IntegerConfigAttribute) config.getConfigAttribute(serverIdStub);
|
|
if (serverIdAttr == null)
|
{
|
throw new ConfigException(MSGID_NEED_SERVER_ID,
|
MessageHandler.getMessage(MSGID_NEED_SERVER_ID,
|
config.getDN().toString()) );
|
}
|
changelogServerId = (short) serverIdAttr.activeIntValue();
|
configAttributes.add(serverIdAttr);
|
|
/*
|
* read the centralized changelog server configuration
|
* this is a multivalued attribute
|
*/
|
StringConfigAttribute changelogServer =
|
(StringConfigAttribute) config.getConfigAttribute(changelogStub);
|
changelogServers = new ArrayList<String>();
|
if (changelogServer != null)
|
{
|
for (String serverURL : changelogServer.activeValues())
|
{
|
String[] splitStrings = serverURL.split(":");
|
try
|
{
|
changelogServers.add(
|
InetAddress.getByName(splitStrings[0]).getHostAddress()
|
+ ":" + splitStrings[1]);
|
} catch (UnknownHostException e)
|
{
|
throw new ConfigException(MSGID_UNKNOWN_HOSTNAME,
|
e.getLocalizedMessage());
|
}
|
}
|
}
|
configAttributes.add(changelogServer);
|
|
IntegerConfigAttribute windowAttr =
|
(IntegerConfigAttribute) config.getConfigAttribute(windowStub);
|
if (windowAttr == null)
|
rcvWindow = 100; // Attribute is not present : use the default value
|
else
|
{
|
rcvWindow = windowAttr.activeIntValue();
|
configAttributes.add(windowAttr);
|
}
|
|
IntegerConfigAttribute queueSizeAttr =
|
(IntegerConfigAttribute) config.getConfigAttribute(queueSizeStub);
|
if (queueSizeAttr == null)
|
queueSize = 10000; // Attribute is not present : use the default value
|
else
|
{
|
queueSize = queueSizeAttr.activeIntValue();
|
configAttributes.add(queueSizeAttr);
|
}
|
|
initialize(changelogServerId, changelogPort);
|
|
configDn = config.getDN();
|
DirectoryServer.registerConfigurableComponent(this);
|
}
|
|
/**
|
* {@inheritDoc}
|
*/
|
public DN getConfigurableComponentEntryDN()
|
{
|
return configDn;
|
}
|
|
/**
|
* {@inheritDoc}
|
*/
|
public List<ConfigAttribute> getConfigurationAttributes()
|
{
|
return configAttributes ;
|
}
|
|
/**
|
* {@inheritDoc}
|
*/
|
public boolean hasAcceptableConfiguration(ConfigEntry configEntry,
|
List<String> unacceptableReasons)
|
{
|
// TODO NYI
|
return false;
|
}
|
|
/**
|
* {@inheritDoc}
|
*/
|
public ConfigChangeResult applyNewConfiguration(ConfigEntry configEntry,
|
boolean detailedResults)
|
{
|
// TODO NYI
|
return null;
|
}
|
|
/**
|
* spawn the listen thread and the connect thread.
|
* Used a a workaround because there can be only one run method
|
*/
|
public void run()
|
{
|
if (runListen)
|
{
|
runListen = false;
|
runListen();
|
}
|
else
|
runConnect();
|
}
|
|
/**
|
* The run method for the Listen thread.
|
* This thread accept incoming connections on the changelog server
|
* ports from other changelog servers or from LDAP servers
|
* and spawn further thread responsible for handling those connections
|
*/
|
|
private void runListen()
|
{
|
Socket newSocket = null;
|
while (shutdown == false)
|
{
|
// Wait on the changelog port.
|
// Read incoming messages and create LDAP or Changelog listener and
|
// Publisher.
|
|
try
|
{
|
newSocket = listenSocket.accept();
|
newSocket.setReceiveBufferSize(1000000);
|
ServerHandler handler = new ServerHandler(
|
new SocketSession(newSocket), queueSize);
|
handler.start(null, serverId, serverURL, rcvWindow, this);
|
} catch (IOException e)
|
{
|
// ignore
|
// TODO add some logging to allow problem debugging
|
}
|
}
|
}
|
|
/**
|
* This method manage the connection with the other LDAP servers
|
* it periodically that this changelog server is correctly connected
|
* to all the other changelog servers and if not attempt to
|
* do the connection.
|
*/
|
private void runConnect()
|
{
|
while (shutdown == false)
|
{
|
/*
|
* periodically check that we are connected to all other
|
* changelog servers and if not establish the connection
|
*/
|
for (ChangelogCache changelogCache: baseDNs.values())
|
{
|
Set<String> connectedChangelogs = changelogCache.getChangelogs();
|
/*
|
* check that all changelog in the config are in the connected Set
|
* if not create the connection
|
*/
|
for (String serverURL : changelogServers)
|
{
|
if ((serverURL.compareTo(localURL) != 0) &&
|
(!connectedChangelogs.contains(serverURL)))
|
{
|
this.connect(serverURL, changelogCache.getBaseDn());
|
}
|
}
|
}
|
try
|
{
|
synchronized (this)
|
{
|
/* check if we are connected every second */
|
wait(1000);
|
}
|
} catch (InterruptedException e)
|
{
|
// ignore error, will try to connect again or shutdown
|
}
|
}
|
}
|
|
/**
|
* Establish a connection to the server with the address and port.
|
*
|
* @param serverURL The address and port for the server, separated by a
|
* colon.
|
* @param baseDn The baseDn of the connection
|
*/
|
private void connect(String serverURL, DN baseDn)
|
{
|
String token[] = serverURL.split(":");
|
String hostname = token[0];
|
String port = token[1];
|
|
try
|
{
|
InetSocketAddress ServerAddr = new InetSocketAddress(
|
InetAddress.getByName(hostname), Integer.parseInt(port));
|
Socket socket = new Socket();
|
socket.setReceiveBufferSize(1000000);
|
socket.connect(ServerAddr, 500);
|
|
ServerHandler handler = new ServerHandler(
|
new SocketSession(socket), queueSize);
|
handler.start(baseDn, serverId, serverURL, rcvWindow, this);
|
}
|
catch (IOException e)
|
{
|
// ignore
|
}
|
|
}
|
|
/**
|
* initialization function for the changelog.
|
*
|
* @param changelogId The unique identifier for this changelog.
|
* @param changelogPort The port on which the changelog should listen.
|
*
|
*/
|
private void initialize(short changelogId, int changelogPort)
|
{
|
try
|
{
|
/*
|
* Initialize the changelog database.
|
* TODO : the changelog db path should be configurable
|
*/
|
dbEnv = new ChangelogDbEnv(
|
DirectoryServer.getServerRoot() + File.separator + "changelogDb",
|
this);
|
|
/*
|
* create changelog cache
|
*/
|
serverId = changelogId;
|
|
/*
|
* Open changelog socket
|
*/
|
String localhostname = InetAddress.getLocalHost().getHostName();
|
String localAdddress = InetAddress.getLocalHost().getHostAddress();
|
serverURL = localhostname + ":" + String.valueOf(changelogPort);
|
localURL = localAdddress + ":" + String.valueOf(changelogPort);
|
listenSocket = new ServerSocket();
|
listenSocket.setReceiveBufferSize(1000000);
|
listenSocket.bind(new InetSocketAddress(changelogPort));
|
|
/*
|
* create working threads
|
*/
|
myListenThread = new DirectoryThread(this, "Changelog Listener");
|
myListenThread.start();
|
myConnectThread = new DirectoryThread(this, "Changelog Connect");
|
myConnectThread.start();
|
|
} catch (DatabaseException e)
|
{
|
int msgID = MSGID_COULD_NOT_INITIALIZE_DB;
|
String message = getMessage(msgID, "changelogDb");
|
logError(ErrorLogCategory.SYNCHRONIZATION, ErrorLogSeverity.SEVERE_ERROR,
|
message, msgID);
|
} catch (ChangelogDBException e)
|
{
|
int msgID = MSGID_COULD_NOT_READ_DB;
|
String message = getMessage(msgID, "changelogDb");
|
message += getMessage(e.getMessageID());
|
logError(ErrorLogCategory.SYNCHRONIZATION, ErrorLogSeverity.SEVERE_ERROR,
|
message, msgID);
|
} catch (UnknownHostException e)
|
{
|
int msgID = MSGID_UNKNOWN_HOSTNAME;
|
String message = getMessage(msgID);
|
logError(ErrorLogCategory.SYNCHRONIZATION, ErrorLogSeverity.SEVERE_ERROR,
|
message, msgID);
|
} catch (IOException e)
|
{
|
int msgID = MSGID_COULD_NOT_BIND_CHANGELOG;
|
String message = getMessage(msgID, changelogPort, e.getMessage());
|
logError(ErrorLogCategory.SYNCHRONIZATION, ErrorLogSeverity.SEVERE_ERROR,
|
message, msgID);
|
}
|
}
|
|
/**
|
* Get the ChangelogCache associated to the base DN given in parameter.
|
*
|
* @param baseDn The base Dn for which the ChangelogCache must be returned.
|
* @return The ChangelogCache associated to the base DN given in parameter.
|
*/
|
public ChangelogCache getChangelogCache(DN baseDn)
|
{
|
ChangelogCache changelogCache;
|
|
synchronized (baseDNs)
|
{
|
changelogCache = baseDNs.get(baseDn);
|
if (changelogCache == null)
|
changelogCache = new ChangelogCache(baseDn, this);
|
baseDNs.put(baseDn, changelogCache);
|
}
|
|
return changelogCache;
|
}
|
|
/**
|
* Shutdown the Changelog service and all its connections.
|
*/
|
public void shutdown()
|
{
|
shutdown = true;
|
|
// shutdown the connect thread
|
myConnectThread.interrupt();
|
|
// shutdown the listener thread
|
try
|
{
|
listenSocket.close();
|
} catch (IOException e)
|
{
|
// changelog service is closing anyway.
|
}
|
|
// shutdown all the ChangelogCaches
|
for (ChangelogCache changelogCache : baseDNs.values())
|
{
|
changelogCache.shutdown();
|
}
|
|
dbEnv.shutdown();
|
}
|
|
|
/**
|
* Creates a new DB handler for this Changelog and the serverId and
|
* DN given in parameter.
|
*
|
* @param id The serverId for which the dbHandler must be created.
|
* @param baseDn The DN for which the dbHandler muste be created.
|
* @return The new DB handler for this Changelog and the serverId and
|
* DN given in parameter.
|
* @throws DatabaseException in case of underlying database problem.
|
*/
|
public DbHandler newDbHandler(short id, DN baseDn) throws DatabaseException
|
{
|
return new DbHandler(id, baseDn, this, dbEnv);
|
}
|
}
|
