/*
|
* CDDL HEADER START
|
*
|
* The contents of this file are subject to the terms of the
|
* Common Development and Distribution License, Version 1.0 only
|
* (the "License"). You may not use this file except in compliance
|
* with the License.
|
*
|
* You can obtain a copy of the license at legal-notices/CDDLv1_0.txt
|
* or http://forgerock.org/license/CDDLv1.0.html.
|
* See the License for the specific language governing permissions
|
* and limitations under the License.
|
*
|
* When distributing Covered Code, include this CDDL HEADER in each
|
* file and include the License file at legal-notices/CDDLv1_0.txt.
|
* If applicable, add the following below this CDDL HEADER, with the
|
* fields enclosed by brackets "[]" replaced with your own identifying
|
* information:
|
* Portions Copyright [yyyy] [name of copyright owner]
|
*
|
* CDDL HEADER END
|
*
|
*
|
* Copyright 2006-2008 Sun Microsystems, Inc.
|
* Portions Copyright 2011-2014 ForgeRock AS
|
*/
|
package org.opends.server.backends.jeb;
|
import org.opends.messages.Message;
|
|
import com.sleepycat.je.*;
|
import org.opends.server.loggers.debug.DebugTracer;
|
import org.opends.server.types.*;
|
import org.opends.server.admin.std.server.LocalDBVLVIndexCfg;
|
import org.opends.server.admin.server.ConfigurationChangeListener;
|
import org.opends.server.core.DirectoryServer;
|
import org.opends.server.core.SearchOperation;
|
import static org.opends.messages.JebMessages.
|
NOTE_JEB_INDEX_ADD_REQUIRES_REBUILD;
|
import static org.opends.messages.JebMessages.
|
ERR_ENTRYIDSORTER_NEGATIVE_START_POS;
|
import static org.opends.messages.JebMessages.
|
ERR_JEB_CONFIG_VLV_INDEX_UNDEFINED_ATTR;
|
import static org.opends.messages.JebMessages.
|
ERR_JEB_CONFIG_VLV_INDEX_BAD_FILTER;
|
|
|
import static org.opends.server.loggers.debug.DebugLogger.*;
|
import org.opends.server.util.StaticUtils;
|
import static org.opends.server.util.StaticUtils.stackTraceToSingleLineString;
|
import org.opends.server.api.OrderingMatchingRule;
|
import org.opends.server.config.ConfigException;
|
import org.opends.server.protocols.ldap.LDAPResultCode;
|
import org.opends.server.controls.VLVRequestControl;
|
import org.opends.server.controls.VLVResponseControl;
|
import org.opends.server.controls.ServerSideSortRequestControl;
|
|
import java.util.*;
|
import java.util.concurrent.atomic.AtomicInteger;
|
|
/**
|
* This class represents a VLV index. Each database record is a sorted list
|
* of entry IDs followed by sets of attribute values used to sort the entries.
|
* The entire set of entry IDs are broken up into sorted subsets to decrease
|
* the number of database retrievals needed for a range lookup. The records are
|
* keyed by the last entry's first sort attribute value. The list of entries
|
* in a particular database record maintains the property where the first sort
|
* attribute value is bigger then the previous key but smaller or equal
|
* to its own key.
|
*/
|
public class VLVIndex extends DatabaseContainer
|
implements ConfigurationChangeListener<LocalDBVLVIndexCfg>
|
{
|
/**
|
* The tracer object for the debug logger.
|
*/
|
private static final DebugTracer TRACER = getTracer();
|
|
/**
|
* The comparator for vlvIndex keys.
|
*/
|
public VLVKeyComparator comparator;
|
|
/**
|
* The limit on the number of entry IDs that may be indexed by one key.
|
*/
|
private int sortedSetCapacity = 4000;
|
|
/**
|
* The cached count of entries in this index.
|
*/
|
private AtomicInteger count;
|
|
private State state;
|
|
/**
|
* A flag to indicate if this vlvIndex should be trusted to be consistent
|
* with the entries database.
|
*/
|
private boolean trusted = false;
|
|
/**
|
* A flag to indicate if a rebuild process is running on this vlvIndex.
|
*/
|
private boolean rebuildRunning = false;
|
|
/**
|
* The VLV vlvIndex configuration.
|
*/
|
private LocalDBVLVIndexCfg config;
|
|
private DN baseDN;
|
|
private SearchFilter filter;
|
|
private SearchScope scope;
|
|
/**
|
* The SortOrder in use by this VLV index to sort the entries.
|
*/
|
public SortOrder sortOrder;
|
|
|
/**
|
* Create a new VLV vlvIndex object.
|
*
|
* @param config The VLV index config object to use for this VLV
|
* index.
|
* @param state The state database to persist vlvIndex state info.
|
* @param env The JE Environemnt
|
* @param entryContainer The database entryContainer holding this vlvIndex.
|
* @throws com.sleepycat.je.DatabaseException
|
* If an error occurs in the JE database.
|
* @throws ConfigException if a error occurs while reading the VLV index
|
* configuration
|
*/
|
public VLVIndex(LocalDBVLVIndexCfg config, State state, Environment env,
|
EntryContainer entryContainer)
|
throws DatabaseException, ConfigException
|
{
|
super(entryContainer.getDatabasePrefix()+"_vlv."+config.getName(),
|
env, entryContainer);
|
|
this.config = config;
|
this.baseDN = config.getBaseDN();
|
this.scope = SearchScope.valueOf(config.getScope().name());
|
this.sortedSetCapacity = config.getMaxBlockSize();
|
|
try
|
{
|
this.filter =
|
SearchFilter.createFilterFromString(config.getFilter());
|
}
|
catch(Exception e)
|
{
|
Message msg = ERR_JEB_CONFIG_VLV_INDEX_BAD_FILTER.get(
|
config.getFilter(), name, stackTraceToSingleLineString(e));
|
throw new ConfigException(msg);
|
}
|
|
String[] sortAttrs = config.getSortOrder().split(" ");
|
SortKey[] sortKeys = new SortKey[sortAttrs.length];
|
OrderingMatchingRule[] orderingRules =
|
new OrderingMatchingRule[sortAttrs.length];
|
boolean[] ascending = new boolean[sortAttrs.length];
|
for(int i = 0; i < sortAttrs.length; i++)
|
{
|
try
|
{
|
if(sortAttrs[i].startsWith("-"))
|
{
|
ascending[i] = false;
|
sortAttrs[i] = sortAttrs[i].substring(1);
|
}
|
else
|
{
|
ascending[i] = true;
|
if(sortAttrs[i].startsWith("+"))
|
{
|
sortAttrs[i] = sortAttrs[i].substring(1);
|
}
|
}
|
}
|
catch(Exception e)
|
{
|
Message msg =
|
ERR_JEB_CONFIG_VLV_INDEX_UNDEFINED_ATTR.get(
|
String.valueOf(sortKeys[i]), name);
|
throw new ConfigException(msg);
|
}
|
|
AttributeType attrType =
|
DirectoryServer.getAttributeType(sortAttrs[i].toLowerCase());
|
if(attrType == null)
|
{
|
Message msg =
|
ERR_JEB_CONFIG_VLV_INDEX_UNDEFINED_ATTR.get(sortAttrs[i], name);
|
throw new ConfigException(msg);
|
}
|
sortKeys[i] = new SortKey(attrType, ascending[i]);
|
orderingRules[i] = attrType.getOrderingMatchingRule();
|
}
|
|
this.sortOrder = new SortOrder(sortKeys);
|
this.comparator = new VLVKeyComparator(orderingRules, ascending);
|
|
DatabaseConfig dbNodupsConfig = new DatabaseConfig();
|
|
if(env.getConfig().getReadOnly())
|
{
|
dbNodupsConfig.setReadOnly(true);
|
dbNodupsConfig.setAllowCreate(false);
|
dbNodupsConfig.setTransactional(false);
|
}
|
else if(!env.getConfig().getTransactional())
|
{
|
dbNodupsConfig.setAllowCreate(true);
|
dbNodupsConfig.setTransactional(false);
|
dbNodupsConfig.setDeferredWrite(true);
|
}
|
else
|
{
|
dbNodupsConfig.setAllowCreate(true);
|
dbNodupsConfig.setTransactional(true);
|
}
|
|
this.dbConfig = dbNodupsConfig;
|
this.dbConfig.setOverrideBtreeComparator(true);
|
this.dbConfig.setBtreeComparator(this.comparator);
|
|
this.state = state;
|
|
this.trusted = state.getIndexTrustState(null, this);
|
if(!trusted && entryContainer.getHighestEntryID().equals(new EntryID(0)))
|
{
|
// If there are no entries in the entry container then there
|
// is no reason why this vlvIndex can't be upgraded to trusted.
|
setTrusted(null, true);
|
}
|
|
this.count = new AtomicInteger(0);
|
this.config.addChangeListener(this);
|
}
|
|
/**
|
* {@inheritDoc}
|
*/
|
@Override
|
public void open() throws DatabaseException
|
{
|
super.open();
|
|
DatabaseEntry key = new DatabaseEntry();
|
OperationStatus status;
|
LockMode lockMode = LockMode.RMW;
|
DatabaseEntry data = new DatabaseEntry();
|
|
Cursor cursor = openCursor(null, CursorConfig.READ_COMMITTED);
|
|
try
|
{
|
status = cursor.getFirst(key, data,lockMode);
|
while(status == OperationStatus.SUCCESS)
|
{
|
count.getAndAdd(SortValuesSet.getEncodedSize(data.getData(), 0));
|
status = cursor.getNext(key, data, lockMode);
|
}
|
}
|
finally
|
{
|
cursor.close();
|
}
|
}
|
|
/**
|
* Close the VLV index.
|
*
|
* @throws DatabaseException if a JE database error occurs while
|
* closing the index.
|
*/
|
@Override
|
public void close() throws DatabaseException
|
{
|
super.close();
|
this.config.removeChangeListener(this);
|
}
|
|
/**
|
* Update the vlvIndex for a new entry.
|
*
|
* @param txn A database transaction, or null if none is required.
|
* @param entryID The entry ID.
|
* @param entry The entry to be indexed.
|
* @return True if the entry ID for the entry are added. False if
|
* the entry ID already exists.
|
* @throws DatabaseException If an error occurs in the JE database.
|
* @throws org.opends.server.types.DirectoryException If a Directory Server
|
* error occurs.
|
* @throws JebException If an error occurs in the JE backend.
|
*/
|
public boolean addEntry(Transaction txn, EntryID entryID, Entry entry)
|
throws DatabaseException, DirectoryException, JebException
|
{
|
DN entryDN = entry.getName();
|
if(entryDN.matchesBaseAndScope(baseDN, scope) && filter.matchesEntry(entry))
|
{
|
return insertValues(txn, entryID.longValue(), entry);
|
}
|
return false;
|
}
|
|
/**
|
* Update the vlvIndex for a new entry.
|
*
|
* @param buffer The index buffer to buffer the changes.
|
* @param entryID The entry ID.
|
* @param entry The entry to be indexed.
|
* @return True if the entry ID for the entry are added. False if
|
* the entry ID already exists.
|
* @throws DirectoryException If a Directory Server
|
* error occurs.
|
*/
|
public boolean addEntry(IndexBuffer buffer, EntryID entryID, Entry entry)
|
throws DirectoryException
|
{
|
DN entryDN = entry.getName();
|
if(entryDN.matchesBaseAndScope(baseDN, scope) && filter.matchesEntry(entry))
|
{
|
SortValues sortValues = new SortValues(entryID, entry, sortOrder);
|
|
IndexBuffer.BufferedVLVValues bufferedValues =
|
buffer.getVLVIndex(this);
|
if(bufferedValues == null)
|
{
|
bufferedValues = new IndexBuffer.BufferedVLVValues();
|
buffer.putBufferedVLVIndex(this, bufferedValues);
|
}
|
|
if(bufferedValues.deletedValues != null &&
|
bufferedValues.deletedValues.contains(sortValues))
|
{
|
bufferedValues.deletedValues.remove(sortValues);
|
return true;
|
}
|
|
TreeSet<SortValues> bufferedAddedValues = bufferedValues.addedValues;
|
if(bufferedAddedValues == null)
|
{
|
bufferedAddedValues = new TreeSet<SortValues>();
|
bufferedValues.addedValues = bufferedAddedValues;
|
}
|
bufferedAddedValues.add(sortValues);
|
return true;
|
}
|
return false;
|
}
|
|
|
/**
|
* Update the vlvIndex for a deleted entry.
|
*
|
* @param txn The database transaction to be used for the deletions
|
* @param entryID The entry ID
|
* @param entry The contents of the deleted entry.
|
* @return True if the entry was successfully removed from this VLV index
|
* or False otherwise.
|
* @throws DatabaseException If an error occurs in the JE database.
|
* @throws DirectoryException If a Directory Server error occurs.
|
* @throws JebException If an error occurs in the JE backend.
|
*/
|
public boolean removeEntry(Transaction txn, EntryID entryID, Entry entry)
|
throws DatabaseException, DirectoryException, JebException
|
{
|
DN entryDN = entry.getName();
|
if(entryDN.matchesBaseAndScope(baseDN, scope) && filter.matchesEntry(entry))
|
{
|
return removeValues(txn, entryID.longValue(), entry);
|
}
|
return false;
|
}
|
|
/**
|
* Update the vlvIndex for a deleted entry.
|
*
|
* @param buffer The database transaction to be used for the deletions
|
* @param entryID The entry ID
|
* @param entry The contents of the deleted entry.
|
* @return True if the entry was successfully removed from this VLV index
|
* or False otherwise.
|
* @throws DirectoryException If a Directory Server error occurs.
|
*/
|
public boolean removeEntry(IndexBuffer buffer, EntryID entryID, Entry entry)
|
throws DirectoryException
|
{
|
DN entryDN = entry.getName();
|
if(entryDN.matchesBaseAndScope(baseDN, scope) && filter.matchesEntry(entry))
|
{
|
SortValues sortValues = new SortValues(entryID, entry, sortOrder);
|
|
IndexBuffer.BufferedVLVValues bufferedValues =
|
buffer.getVLVIndex(this);
|
if(bufferedValues == null)
|
{
|
bufferedValues = new IndexBuffer.BufferedVLVValues();
|
buffer.putBufferedVLVIndex(this, bufferedValues);
|
}
|
|
if(bufferedValues.addedValues != null &&
|
bufferedValues.addedValues.contains(sortValues))
|
{
|
bufferedValues.addedValues.remove(sortValues);
|
return true;
|
}
|
|
TreeSet<SortValues> bufferedDeletedValues = bufferedValues.deletedValues;
|
if(bufferedDeletedValues == null)
|
{
|
bufferedDeletedValues = new TreeSet<SortValues>();
|
bufferedValues.deletedValues = bufferedDeletedValues;
|
}
|
bufferedDeletedValues.add(sortValues);
|
return true;
|
}
|
return false;
|
|
}
|
|
/**
|
* Update the vlvIndex to reflect a sequence of modifications in a Modify
|
* operation.
|
*
|
* @param txn The JE transaction to use for database updates.
|
* @param entryID The ID of the entry that was modified.
|
* @param oldEntry The entry before the modifications were applied.
|
* @param newEntry The entry after the modifications were applied.
|
* @param mods The sequence of modifications in the Modify operation.
|
* @return True if the modification was successfully processed or False
|
* otherwise.
|
* @throws JebException If an error occurs during an operation on a
|
* JE database.
|
* @throws DatabaseException If an error occurs during an operation on a
|
* JE database.
|
* @throws DirectoryException If a Directory Server error occurs.
|
*/
|
public boolean modifyEntry(Transaction txn,
|
EntryID entryID,
|
Entry oldEntry,
|
Entry newEntry,
|
List<Modification> mods)
|
throws DatabaseException, DirectoryException, JebException
|
{
|
DN oldEntryDN = oldEntry.getName();
|
DN newEntryDN = newEntry.getName();
|
if(oldEntryDN.matchesBaseAndScope(baseDN, scope) &&
|
filter.matchesEntry(oldEntry))
|
{
|
if(newEntryDN.matchesBaseAndScope(baseDN, scope) &&
|
filter.matchesEntry(newEntry))
|
{
|
// The entry should still be indexed. See if any sorted attributes are
|
// changed.
|
boolean sortAttributeModified = false;
|
SortKey[] sortKeys = sortOrder.getSortKeys();
|
for(SortKey sortKey : sortKeys)
|
{
|
AttributeType attributeType = sortKey.getAttributeType();
|
Iterable<AttributeType> subTypes =
|
DirectoryServer.getSchema().getSubTypes(attributeType);
|
for(Modification mod : mods)
|
{
|
AttributeType modAttrType = mod.getAttribute().getAttributeType();
|
if(modAttrType.equals(attributeType))
|
{
|
sortAttributeModified = true;
|
break;
|
}
|
for(AttributeType subType : subTypes)
|
{
|
if(modAttrType.equals(subType))
|
{
|
sortAttributeModified = true;
|
break;
|
}
|
}
|
}
|
if(sortAttributeModified)
|
{
|
break;
|
}
|
}
|
if(sortAttributeModified)
|
{
|
boolean success;
|
// Sorted attributes have changed. Reindex the entry;
|
success = removeValues(txn, entryID.longValue(), oldEntry);
|
success &= insertValues(txn, entryID.longValue(), newEntry);
|
return success;
|
}
|
}
|
else
|
{
|
// The modifications caused the new entry to be unindexed. Remove from
|
// vlvIndex.
|
return removeValues(txn, entryID.longValue(), oldEntry);
|
}
|
}
|
else
|
{
|
if(newEntryDN.matchesBaseAndScope(baseDN, scope) &&
|
filter.matchesEntry(newEntry))
|
{
|
// The modifications caused the new entry to be indexed. Add to
|
// vlvIndex.
|
return insertValues(txn, entryID.longValue(), newEntry);
|
}
|
}
|
|
// The modifications does not affect this vlvIndex
|
return true;
|
}
|
|
/**
|
* Update the vlvIndex to reflect a sequence of modifications in a Modify
|
* operation.
|
*
|
* @param buffer The database transaction to be used for the deletions
|
* @param entryID The ID of the entry that was modified.
|
* @param oldEntry The entry before the modifications were applied.
|
* @param newEntry The entry after the modifications were applied.
|
* @param mods The sequence of modifications in the Modify operation.
|
* @return True if the modification was successfully processed or False
|
* otherwise.
|
* @throws DatabaseException If an error occurs during an operation on a
|
* JE database.
|
* @throws DirectoryException If a Directory Server error occurs.
|
*/
|
public boolean modifyEntry(IndexBuffer buffer,
|
EntryID entryID,
|
Entry oldEntry,
|
Entry newEntry,
|
List<Modification> mods)
|
throws DatabaseException, DirectoryException
|
{
|
DN oldEntryDN = oldEntry.getName();
|
DN newEntryDN = newEntry.getName();
|
if(oldEntryDN.matchesBaseAndScope(baseDN, scope) &&
|
filter.matchesEntry(oldEntry))
|
{
|
if(newEntryDN.matchesBaseAndScope(baseDN, scope) &&
|
filter.matchesEntry(newEntry))
|
{
|
// The entry should still be indexed. See if any sorted attributes are
|
// changed.
|
boolean sortAttributeModified = false;
|
SortKey[] sortKeys = sortOrder.getSortKeys();
|
for(SortKey sortKey : sortKeys)
|
{
|
AttributeType attributeType = sortKey.getAttributeType();
|
Iterable<AttributeType> subTypes =
|
DirectoryServer.getSchema().getSubTypes(attributeType);
|
for(Modification mod : mods)
|
{
|
AttributeType modAttrType = mod.getAttribute().getAttributeType();
|
if(modAttrType.equals(attributeType))
|
{
|
sortAttributeModified = true;
|
break;
|
}
|
for(AttributeType subType : subTypes)
|
{
|
if(modAttrType.equals(subType))
|
{
|
sortAttributeModified = true;
|
break;
|
}
|
}
|
}
|
if(sortAttributeModified)
|
{
|
break;
|
}
|
}
|
if(sortAttributeModified)
|
{
|
boolean success;
|
// Sorted attributes have changed. Reindex the entry;
|
success = removeEntry(buffer, entryID, oldEntry);
|
success &= addEntry(buffer, entryID, newEntry);
|
return success;
|
}
|
}
|
else
|
{
|
// The modifications caused the new entry to be unindexed. Remove from
|
// vlvIndex.
|
return removeEntry(buffer, entryID, oldEntry);
|
}
|
}
|
else
|
{
|
if(newEntryDN.matchesBaseAndScope(baseDN, scope) &&
|
filter.matchesEntry(newEntry))
|
{
|
// The modifications caused the new entry to be indexed. Add to
|
// vlvIndex.
|
return addEntry(buffer, entryID, newEntry);
|
}
|
}
|
|
// The modifications does not affect this vlvIndex
|
return true;
|
}
|
|
/**
|
* Put a sort values set in this VLV index.
|
*
|
* @param txn The transaction to use when retriving the set or NULL if it is
|
* not required.
|
* @param sortValuesSet The SortValuesSet to put.
|
* @return True if the sortValuesSet was put successfully or False otherwise.
|
* @throws JebException If an error occurs during an operation on a
|
* JE database.
|
* @throws DatabaseException If an error occurs during an operation on a
|
* JE database.
|
* @throws DirectoryException If a Directory Server error occurs.
|
*/
|
public boolean putSortValuesSet(Transaction txn, SortValuesSet sortValuesSet)
|
throws JebException, DatabaseException, DirectoryException
|
{
|
DatabaseEntry key = new DatabaseEntry();
|
DatabaseEntry data = new DatabaseEntry();
|
|
byte[] after = sortValuesSet.toDatabase();
|
key.setData(sortValuesSet.getKeyBytes());
|
data.setData(after);
|
return put(txn, key, data) == OperationStatus.SUCCESS;
|
}
|
|
/**
|
* Get a sorted values set that should contain the entry with the given
|
* information.
|
*
|
* @param txn The transaction to use when retriving the set or NULL if it is
|
* not required.
|
* @param entryID The entry ID to use.
|
* @param values The values to use.
|
* @return The SortValuesSet that should contain the entry with the given
|
* information.
|
* @throws DatabaseException If an error occurs during an operation on a
|
* JE database.
|
* @throws DirectoryException If a Directory Server error occurs.
|
*/
|
public SortValuesSet getSortValuesSet(Transaction txn, long entryID,
|
AttributeValue[] values)
|
throws DatabaseException, DirectoryException
|
{
|
SortValuesSet sortValuesSet = null;
|
DatabaseEntry key = new DatabaseEntry();
|
OperationStatus status;
|
LockMode lockMode = LockMode.DEFAULT;
|
DatabaseEntry data = new DatabaseEntry();
|
|
Cursor cursor = openCursor(txn, CursorConfig.READ_COMMITTED);
|
|
try
|
{
|
key.setData(encodeKey(entryID, values));
|
status = cursor.getSearchKeyRange(key, data,lockMode);
|
|
if(status != OperationStatus.SUCCESS)
|
{
|
// There are no records in the database
|
if(debugEnabled())
|
{
|
TRACER.debugVerbose("No sort values set exist in VLV vlvIndex %s. " +
|
"Creating unbound set.", config.getName());
|
}
|
sortValuesSet = new SortValuesSet(this);
|
}
|
else
|
{
|
if(debugEnabled())
|
{
|
StringBuilder searchKeyHex = new StringBuilder();
|
StaticUtils.byteArrayToHexPlusAscii(searchKeyHex, key.getData(), 4);
|
StringBuilder foundKeyHex = new StringBuilder();
|
StaticUtils.byteArrayToHexPlusAscii(foundKeyHex, key.getData(), 4);
|
TRACER.debugVerbose("Retrieved a sort values set in VLV vlvIndex " +
|
"%s\nSearch Key:%s\nFound Key:%s\n",
|
config.getName(),
|
searchKeyHex,
|
foundKeyHex);
|
}
|
sortValuesSet = new SortValuesSet(key.getData(), data.getData(),
|
this);
|
}
|
}
|
finally
|
{
|
cursor.close();
|
}
|
|
return sortValuesSet;
|
}
|
|
/**
|
* Search for entries matching the entry ID and attribute values and
|
* return its entry ID.
|
*
|
* @param txn The JE transaction to use for database updates.
|
* @param entryID The entry ID to search for.
|
* @param values The values to search for.
|
* @return The index of the entry ID matching the values or -1 if its not
|
* found.
|
* @throws DatabaseException If an error occurs during an operation on a
|
* JE database.
|
* @throws JebException If an error occurs during an operation on a
|
* JE database.
|
* @throws DirectoryException If a Directory Server error occurs.
|
*/
|
public boolean containsValues(Transaction txn, long entryID,
|
AttributeValue[] values)
|
throws JebException, DatabaseException, DirectoryException
|
{
|
SortValuesSet valuesSet = getSortValuesSet(txn, entryID, values);
|
int pos = valuesSet.binarySearch(entryID, values);
|
if(pos < 0)
|
{
|
return false;
|
}
|
return true;
|
}
|
|
private boolean insertValues(Transaction txn, long entryID, Entry entry)
|
throws JebException, DatabaseException, DirectoryException
|
{
|
SortValuesSet sortValuesSet;
|
AttributeValue[] values = getSortValues(entry);
|
DatabaseEntry key = new DatabaseEntry();
|
OperationStatus status;
|
LockMode lockMode = LockMode.RMW;
|
DatabaseEntry data = new DatabaseEntry();
|
boolean success = true;
|
|
Cursor cursor = openCursor(txn, CursorConfig.READ_COMMITTED);
|
|
try
|
{
|
key.setData(encodeKey(entryID, values));
|
status = cursor.getSearchKeyRange(key, data,lockMode);
|
}
|
finally
|
{
|
cursor.close();
|
}
|
|
if(status != OperationStatus.SUCCESS)
|
{
|
// There are no records in the database
|
if(debugEnabled())
|
{
|
TRACER.debugVerbose("No sort values set exist in VLV vlvIndex %s. " +
|
"Creating unbound set.", config.getName());
|
}
|
sortValuesSet = new SortValuesSet(this);
|
key.setData(new byte[0]);
|
}
|
else
|
{
|
if(debugEnabled())
|
{
|
StringBuilder searchKeyHex = new StringBuilder();
|
StaticUtils.byteArrayToHexPlusAscii(searchKeyHex, key.getData(), 4);
|
StringBuilder foundKeyHex = new StringBuilder();
|
StaticUtils.byteArrayToHexPlusAscii(foundKeyHex, key.getData(), 4);
|
TRACER.debugVerbose("Retrieved a sort values set in VLV vlvIndex " +
|
"%s\nSearch Key:%s\nFound Key:%s\n",
|
config.getName(),
|
searchKeyHex,
|
foundKeyHex);
|
}
|
sortValuesSet = new SortValuesSet(key.getData(), data.getData(),
|
this);
|
}
|
|
|
|
|
success = sortValuesSet.add(entryID, values);
|
|
int newSize = sortValuesSet.size();
|
if(newSize >= sortedSetCapacity)
|
{
|
SortValuesSet splitSortValuesSet = sortValuesSet.split(newSize / 2);
|
byte[] splitAfter = splitSortValuesSet.toDatabase();
|
key.setData(splitSortValuesSet.getKeyBytes());
|
data.setData(splitAfter);
|
put(txn, key, data);
|
byte[] after = sortValuesSet.toDatabase();
|
key.setData(sortValuesSet.getKeyBytes());
|
data.setData(after);
|
put(txn, key, data);
|
|
if(debugEnabled())
|
{
|
TRACER.debugInfo("SortValuesSet with key %s has reached" +
|
" the entry size of %d. Spliting into two sets with " +
|
" keys %s and %s.", splitSortValuesSet.getKeySortValues(),
|
newSize, sortValuesSet.getKeySortValues(),
|
splitSortValuesSet.getKeySortValues());
|
}
|
}
|
else
|
{
|
byte[] after = sortValuesSet.toDatabase();
|
data.setData(after);
|
put(txn, key, data);
|
// TODO: What about phantoms?
|
}
|
|
if(success)
|
{
|
count.getAndIncrement();
|
}
|
|
return success;
|
}
|
|
private boolean removeValues(Transaction txn, long entryID, Entry entry)
|
throws JebException, DatabaseException, DirectoryException
|
{
|
SortValuesSet sortValuesSet;
|
AttributeValue[] values = getSortValues(entry);
|
DatabaseEntry key = new DatabaseEntry();
|
OperationStatus status;
|
LockMode lockMode = LockMode.RMW;
|
DatabaseEntry data = new DatabaseEntry();
|
|
Cursor cursor = openCursor(txn, CursorConfig.READ_COMMITTED);
|
|
try
|
{
|
key.setData(encodeKey(entryID, values));
|
status = cursor.getSearchKeyRange(key, data,lockMode);
|
}
|
finally
|
{
|
cursor.close();
|
}
|
|
if(status == OperationStatus.SUCCESS)
|
{
|
if(debugEnabled())
|
{
|
StringBuilder searchKeyHex = new StringBuilder();
|
StaticUtils.byteArrayToHexPlusAscii(searchKeyHex, key.getData(), 4);
|
StringBuilder foundKeyHex = new StringBuilder();
|
StaticUtils.byteArrayToHexPlusAscii(foundKeyHex, key.getData(), 4);
|
TRACER.debugVerbose("Retrieved a sort values set in VLV vlvIndex " +
|
"%s\nSearch Key:%s\nFound Key:%s\n",
|
config.getName(),
|
searchKeyHex,
|
foundKeyHex);
|
}
|
sortValuesSet = new SortValuesSet(key.getData(), data.getData(),
|
this);
|
boolean success = sortValuesSet.remove(entryID, values);
|
byte[] after = sortValuesSet.toDatabase();
|
|
if(after == null)
|
{
|
delete(txn, key);
|
}
|
else
|
{
|
data.setData(after);
|
put(txn, key, data);
|
}
|
|
if(success)
|
{
|
count.getAndDecrement();
|
}
|
|
return success;
|
}
|
else
|
{
|
return false;
|
}
|
}
|
|
/**
|
* Update the vlvIndex with the specified values to add and delete.
|
*
|
* @param txn A database transaction, or null if none is required.
|
* @param addedValues The values to add to the VLV index.
|
* @param deletedValues The values to delete from the VLV index.
|
* @throws DatabaseException If an error occurs in the JE database.
|
* @throws DirectoryException If a Directory Server
|
* error occurs.
|
*/
|
public void updateIndex(Transaction txn,
|
TreeSet<SortValues> addedValues,
|
TreeSet<SortValues> deletedValues)
|
throws DirectoryException, DatabaseException
|
{
|
// Handle cases where nothing is changed early to avoid
|
// DB access.
|
if((addedValues == null || addedValues.isEmpty()) &&
|
(deletedValues == null || deletedValues.isEmpty()))
|
{
|
return;
|
}
|
|
DatabaseEntry key = new DatabaseEntry();
|
OperationStatus status;
|
LockMode lockMode = LockMode.RMW;
|
DatabaseEntry data = new DatabaseEntry();
|
SortValuesSet sortValuesSet;
|
Iterator<SortValues> aValues = null;
|
Iterator<SortValues> dValues = null;
|
SortValues av = null;
|
SortValues dv = null;
|
|
if(addedValues != null)
|
{
|
aValues = addedValues.iterator();
|
av = aValues.next();
|
}
|
if(deletedValues != null)
|
{
|
dValues = deletedValues.iterator();
|
dv = dValues.next();
|
}
|
|
while(true)
|
{
|
if(av != null)
|
{
|
if(dv != null)
|
{
|
// Start from the smallest values from either set.
|
if(av.compareTo(dv) < 0)
|
{
|
key.setData(encodeKey(av.getEntryID(), av.getValues()));
|
}
|
else
|
{
|
key.setData(encodeKey(dv.getEntryID(), dv.getValues()));
|
}
|
}
|
else
|
{
|
key.setData(encodeKey(av.getEntryID(), av.getValues()));
|
}
|
}
|
else if(dv != null)
|
{
|
key.setData(encodeKey(dv.getEntryID(), dv.getValues()));
|
}
|
else
|
{
|
break;
|
}
|
|
Cursor cursor = openCursor(txn, CursorConfig.READ_COMMITTED);
|
|
try
|
{
|
status = cursor.getSearchKeyRange(key, data,lockMode);
|
}
|
finally
|
{
|
cursor.close();
|
}
|
|
if(status != OperationStatus.SUCCESS)
|
{
|
// There are no records in the database
|
if(debugEnabled())
|
{
|
TRACER.debugVerbose("No sort values set exist in VLV vlvIndex %s. " +
|
"Creating unbound set.", config.getName());
|
}
|
sortValuesSet = new SortValuesSet(this);
|
key.setData(new byte[0]);
|
}
|
else
|
{
|
if(debugEnabled())
|
{
|
StringBuilder searchKeyHex = new StringBuilder();
|
StaticUtils.byteArrayToHexPlusAscii(searchKeyHex, key.getData(), 4);
|
StringBuilder foundKeyHex = new StringBuilder();
|
StaticUtils.byteArrayToHexPlusAscii(foundKeyHex, key.getData(), 4);
|
TRACER.debugVerbose("Retrieved a sort values set in VLV vlvIndex " +
|
"%s\nSearch Key:%s\nFound Key:%s\n",
|
config.getName(),
|
searchKeyHex,
|
foundKeyHex);
|
}
|
sortValuesSet = new SortValuesSet(key.getData(), data.getData(),
|
this);
|
}
|
|
int oldSize = sortValuesSet.size();
|
if(key.getData().length == 0)
|
{
|
// This is the last unbounded set.
|
while(av != null)
|
{
|
sortValuesSet.add(av.getEntryID(), av.getValues());
|
aValues.remove();
|
if(aValues.hasNext())
|
{
|
av = aValues.next();
|
}
|
else
|
{
|
av = null;
|
}
|
}
|
|
while(dv != null)
|
{
|
sortValuesSet.remove(dv.getEntryID(), dv.getValues());
|
dValues.remove();
|
if(dValues.hasNext())
|
{
|
dv = dValues.next();
|
}
|
else
|
{
|
dv = null;
|
}
|
}
|
}
|
else
|
{
|
SortValues maxValues = decodeKey(sortValuesSet.getKeyBytes());
|
|
while(av != null && av.compareTo(maxValues) <= 0)
|
{
|
sortValuesSet.add(av.getEntryID(), av.getValues());
|
aValues.remove();
|
if(aValues.hasNext())
|
{
|
av = aValues.next();
|
}
|
else
|
{
|
av = null;
|
}
|
}
|
|
while(dv != null && dv.compareTo(maxValues) <= 0)
|
{
|
sortValuesSet.remove(dv.getEntryID(), dv.getValues());
|
dValues.remove();
|
if(dValues.hasNext())
|
{
|
dv = dValues.next();
|
}
|
else
|
{
|
dv = null;
|
}
|
}
|
}
|
|
int newSize = sortValuesSet.size();
|
if(newSize >= sortedSetCapacity)
|
{
|
SortValuesSet splitSortValuesSet = sortValuesSet.split(newSize / 2);
|
byte[] splitAfter = splitSortValuesSet.toDatabase();
|
key.setData(splitSortValuesSet.getKeyBytes());
|
data.setData(splitAfter);
|
put(txn, key, data);
|
byte[] after = sortValuesSet.toDatabase();
|
key.setData(sortValuesSet.getKeyBytes());
|
data.setData(after);
|
put(txn, key, data);
|
|
if(debugEnabled())
|
{
|
TRACER.debugInfo("SortValuesSet with key %s has reached" +
|
" the entry size of %d. Spliting into two sets with " +
|
" keys %s and %s.", splitSortValuesSet.getKeySortValues(),
|
newSize, sortValuesSet.getKeySortValues(),
|
splitSortValuesSet.getKeySortValues());
|
}
|
}
|
else if(newSize == 0)
|
{
|
delete(txn, key);
|
}
|
else
|
{
|
byte[] after = sortValuesSet.toDatabase();
|
data.setData(after);
|
put(txn, key, data);
|
}
|
|
count.getAndAdd(newSize - oldSize);
|
}
|
}
|
|
/**
|
* Evaluate a search with sort control using this VLV index.
|
*
|
* @param txn The transaction to used when reading the index or NULL if it is
|
* not required.
|
* @param searchOperation The search operation to evaluate.
|
* @param sortControl The sort request control to evaluate.
|
* @param vlvRequest The VLV request control to evaluate or NULL if VLV is not
|
* requested.
|
* @param debugBuilder If not null, a diagnostic string will be written
|
* which will help determine how this index contributed
|
* to this search.
|
* @return The sorted EntryIDSet containing the entry IDs that match the
|
* search criteria.
|
* @throws DirectoryException If a Directory Server error occurs.
|
* @throws DatabaseException If an error occurs in the JE database.
|
*/
|
public EntryIDSet evaluate(Transaction txn,
|
SearchOperation searchOperation,
|
ServerSideSortRequestControl sortControl,
|
VLVRequestControl vlvRequest,
|
StringBuilder debugBuilder)
|
throws DirectoryException, DatabaseException
|
{
|
if(!trusted || rebuildRunning)
|
{
|
return null;
|
}
|
if(!searchOperation.getBaseDN().equals(baseDN))
|
{
|
return null;
|
}
|
if(!searchOperation.getScope().equals(scope))
|
{
|
return null;
|
}
|
if(!searchOperation.getFilter().equals(filter))
|
{
|
return null;
|
}
|
if(!sortControl.getSortOrder().equals(this.sortOrder))
|
{
|
return null;
|
}
|
|
if (debugBuilder != null)
|
{
|
debugBuilder.append("vlv=");
|
debugBuilder.append("[INDEX:");
|
debugBuilder.append(name.replace(entryContainer.getDatabasePrefix() + "_",
|
""));
|
debugBuilder.append("]");
|
}
|
|
long[] selectedIDs = new long[0];
|
if(vlvRequest != null)
|
{
|
int currentCount = count.get();
|
int beforeCount = vlvRequest.getBeforeCount();
|
int afterCount = vlvRequest.getAfterCount();
|
|
if (vlvRequest.getTargetType() == VLVRequestControl.TYPE_TARGET_BYOFFSET)
|
{
|
int targetOffset = vlvRequest.getOffset();
|
if (targetOffset < 0)
|
{
|
// The client specified a negative target offset. This should never
|
// be allowed.
|
searchOperation.addResponseControl(
|
new VLVResponseControl(targetOffset, currentCount,
|
LDAPResultCode.OFFSET_RANGE_ERROR));
|
|
Message message = ERR_ENTRYIDSORTER_NEGATIVE_START_POS.get();
|
throw new DirectoryException(ResultCode.VIRTUAL_LIST_VIEW_ERROR,
|
message);
|
}
|
else if (targetOffset == 0)
|
{
|
// This is an easy mistake to make, since VLV offsets start at 1
|
// instead of 0. We'll assume the client meant to use 1.
|
targetOffset = 1;
|
}
|
int listOffset = targetOffset - 1; // VLV offsets start at 1, not 0.
|
int startPos = listOffset - beforeCount;
|
if (startPos < 0)
|
{
|
// This can happen if beforeCount >= offset, and in this case we'll
|
// just adjust the start position to ignore the range of beforeCount
|
// that doesn't exist.
|
startPos = 0;
|
beforeCount = listOffset;
|
}
|
else if(startPos >= currentCount)
|
{
|
// The start position is beyond the end of the list. In this case,
|
// we'll assume that the start position was one greater than the
|
// size of the list and will only return the beforeCount entries.
|
// The start position is beyond the end of the list. In this case,
|
// we'll assume that the start position was one greater than the
|
// size of the list and will only return the beforeCount entries.
|
targetOffset = currentCount + 1;
|
listOffset = currentCount;
|
startPos = listOffset - beforeCount;
|
afterCount = 0;
|
}
|
|
int count = 1 + beforeCount + afterCount;
|
selectedIDs = new long[count];
|
|
DatabaseEntry key = new DatabaseEntry();
|
OperationStatus status;
|
LockMode lockMode = LockMode.DEFAULT;
|
DatabaseEntry data = new DatabaseEntry();
|
|
Cursor cursor = openCursor(txn, CursorConfig.READ_COMMITTED);
|
|
try
|
{
|
//Locate the set that contains the target entry.
|
int cursorCount = 0;
|
int selectedPos = 0;
|
status = cursor.getFirst(key, data,lockMode);
|
while(status == OperationStatus.SUCCESS)
|
{
|
if(debugEnabled())
|
{
|
StringBuilder searchKeyHex = new StringBuilder();
|
StaticUtils.byteArrayToHexPlusAscii(searchKeyHex, key.getData(),
|
4);
|
StringBuilder foundKeyHex = new StringBuilder();
|
StaticUtils.byteArrayToHexPlusAscii(foundKeyHex, key.getData(),
|
4);
|
TRACER.debugVerbose("Retrieved a sort values set in VLV " +
|
"vlvIndex %s\nSearch Key:%s\nFound Key:%s\n",
|
config.getName(),
|
searchKeyHex,
|
foundKeyHex);
|
}
|
long[] IDs = SortValuesSet.getEncodedIDs(data.getData(), 0);
|
for(int i = startPos + selectedPos - cursorCount;
|
i < IDs.length && selectedPos < count;
|
i++, selectedPos++)
|
{
|
selectedIDs[selectedPos] = IDs[i];
|
}
|
cursorCount += IDs.length;
|
status = cursor.getNext(key, data,lockMode);
|
}
|
|
if (selectedPos < count)
|
{
|
// We don't have enough entries in the set to meet the requested
|
// page size, so we'll need to shorten the array.
|
long[] newIDArray = new long[selectedPos];
|
System.arraycopy(selectedIDs, 0, newIDArray, 0, selectedPos);
|
selectedIDs = newIDArray;
|
}
|
|
searchOperation.addResponseControl(
|
new VLVResponseControl(targetOffset, currentCount,
|
LDAPResultCode.SUCCESS));
|
|
if(debugBuilder != null)
|
{
|
debugBuilder.append("[COUNT:");
|
debugBuilder.append(cursorCount);
|
debugBuilder.append("]");
|
}
|
}
|
finally
|
{
|
cursor.close();
|
}
|
}
|
else
|
{
|
int targetOffset = 0;
|
int includedBeforeCount = 0;
|
int includedAfterCount = 0;
|
LinkedList<EntryID> idList = new LinkedList<EntryID>();
|
DatabaseEntry key = new DatabaseEntry();
|
OperationStatus status;
|
LockMode lockMode = LockMode.DEFAULT;
|
DatabaseEntry data = new DatabaseEntry();
|
|
Cursor cursor = openCursor(txn, CursorConfig.READ_COMMITTED);
|
|
try
|
{
|
ByteSequence vBytes = vlvRequest.getGreaterThanOrEqualAssertion();
|
ByteStringBuilder keyBytes =
|
new ByteStringBuilder(vBytes.length() + 4);
|
keyBytes.appendBERLength(vBytes.length());
|
vBytes.copyTo(keyBytes);
|
|
key.setData(keyBytes.getBackingArray(), 0, keyBytes.length());
|
status = cursor.getSearchKeyRange(key, data, lockMode);
|
if(status == OperationStatus.SUCCESS)
|
{
|
if(debugEnabled())
|
{
|
StringBuilder searchKeyHex = new StringBuilder();
|
StaticUtils.byteArrayToHexPlusAscii(searchKeyHex, key.getData(),
|
4);
|
StringBuilder foundKeyHex = new StringBuilder();
|
StaticUtils.byteArrayToHexPlusAscii(foundKeyHex, key.getData(),
|
4);
|
TRACER.debugVerbose("Retrieved a sort values set in VLV " +
|
"vlvIndex %s\nSearch Key:%s\nFound Key:%s\n",
|
config.getName(),
|
searchKeyHex,
|
foundKeyHex);
|
}
|
SortValuesSet sortValuesSet =
|
new SortValuesSet(key.getData(), data.getData(), this);
|
AttributeValue[] assertionValue = new AttributeValue[1];
|
assertionValue[0] =
|
AttributeValues.create(
|
sortOrder.getSortKeys()[0].getAttributeType(),
|
vlvRequest.getGreaterThanOrEqualAssertion());
|
|
int adjustedTargetOffset =
|
sortValuesSet.binarySearch(-1, assertionValue);
|
if(adjustedTargetOffset < 0)
|
{
|
// For a negative return value r, the vlvIndex -(r+1) gives the
|
// array index of the ID that is greater then the assertion value.
|
adjustedTargetOffset = -(adjustedTargetOffset+1);
|
}
|
|
targetOffset = adjustedTargetOffset;
|
|
// Iterate through all the sort values sets before this one to find
|
// the target offset in the index.
|
int lastOffset = adjustedTargetOffset - 1;
|
long[] lastIDs = sortValuesSet.getEntryIDs();
|
while(true)
|
{
|
for(int i = lastOffset;
|
i >= 0 && includedBeforeCount < beforeCount; i--)
|
{
|
idList.addFirst(new EntryID(lastIDs[i]));
|
includedBeforeCount++;
|
}
|
|
status = cursor.getPrev(key, data, lockMode);
|
|
if(status != OperationStatus.SUCCESS)
|
{
|
break;
|
}
|
|
if(includedBeforeCount < beforeCount)
|
{
|
lastIDs =
|
SortValuesSet.getEncodedIDs(data.getData(), 0);
|
lastOffset = lastIDs.length - 1;
|
targetOffset += lastIDs.length;
|
}
|
else
|
{
|
targetOffset += SortValuesSet.getEncodedSize(data.getData(), 0);
|
}
|
}
|
|
|
// Set the cursor back to the position of the target entry set
|
key.setData(sortValuesSet.getKeyBytes());
|
cursor.getSearchKey(key, data, lockMode);
|
|
// Add the target and after count entries if the target was found.
|
lastOffset = adjustedTargetOffset;
|
lastIDs = sortValuesSet.getEntryIDs();
|
int afterIDCount = 0;
|
while(true)
|
{
|
for(int i = lastOffset;
|
i < lastIDs.length && includedAfterCount < afterCount + 1;
|
i++)
|
{
|
idList.addLast(new EntryID(lastIDs[i]));
|
includedAfterCount++;
|
}
|
|
if(includedAfterCount >= afterCount + 1)
|
{
|
break;
|
}
|
|
status = cursor.getNext(key, data, lockMode);
|
|
if(status != OperationStatus.SUCCESS)
|
{
|
break;
|
}
|
|
lastIDs =
|
SortValuesSet.getEncodedIDs(data.getData(), 0);
|
lastOffset = 0;
|
afterIDCount += lastIDs.length;
|
}
|
|
selectedIDs = new long[idList.size()];
|
Iterator<EntryID> idIterator = idList.iterator();
|
for (int i=0; i < selectedIDs.length; i++)
|
{
|
selectedIDs[i] = idIterator.next().longValue();
|
}
|
|
searchOperation.addResponseControl(
|
new VLVResponseControl(targetOffset + 1, currentCount,
|
LDAPResultCode.SUCCESS));
|
|
if(debugBuilder != null)
|
{
|
debugBuilder.append("[COUNT:");
|
debugBuilder.append(targetOffset + afterIDCount + 1);
|
debugBuilder.append("]");
|
}
|
}
|
}
|
finally
|
{
|
cursor.close();
|
}
|
}
|
}
|
else
|
{
|
LinkedList<long[]> idSets = new LinkedList<long[]>();
|
int currentCount = 0;
|
DatabaseEntry key = new DatabaseEntry();
|
OperationStatus status;
|
LockMode lockMode = LockMode.RMW;
|
DatabaseEntry data = new DatabaseEntry();
|
|
Cursor cursor = openCursor(txn, CursorConfig.READ_COMMITTED);
|
|
try
|
{
|
status = cursor.getFirst(key, data, lockMode);
|
while(status == OperationStatus.SUCCESS)
|
{
|
if(debugEnabled())
|
{
|
StringBuilder searchKeyHex = new StringBuilder();
|
StaticUtils.byteArrayToHexPlusAscii(searchKeyHex, key.getData(), 4);
|
StringBuilder foundKeyHex = new StringBuilder();
|
StaticUtils.byteArrayToHexPlusAscii(foundKeyHex, key.getData(), 4);
|
TRACER.debugVerbose("Retrieved a sort values set in VLV vlvIndex " +
|
"%s\nSearch Key:%s\nFound Key:%s\n",
|
config.getName(),
|
searchKeyHex,
|
foundKeyHex);
|
}
|
long[] ids = SortValuesSet.getEncodedIDs(data.getData(), 0);
|
idSets.add(ids);
|
currentCount += ids.length;
|
status = cursor.getNext(key, data, lockMode);
|
}
|
}
|
finally
|
{
|
cursor.close();
|
}
|
|
selectedIDs = new long[currentCount];
|
int pos = 0;
|
for(long[] id : idSets)
|
{
|
System.arraycopy(id, 0, selectedIDs, pos, id.length);
|
pos += id.length;
|
}
|
|
if(debugBuilder != null)
|
{
|
debugBuilder.append("[COUNT:");
|
debugBuilder.append(currentCount);
|
debugBuilder.append("]");
|
}
|
}
|
return new EntryIDSet(selectedIDs, 0, selectedIDs.length);
|
}
|
|
/**
|
* Set the vlvIndex trust state.
|
* @param txn A database transaction, or null if none is required.
|
* @param trusted True if this vlvIndex should be trusted or false
|
* otherwise.
|
* @throws DatabaseException If an error occurs in the JE database.
|
*/
|
public synchronized void setTrusted(Transaction txn, boolean trusted)
|
throws DatabaseException
|
{
|
this.trusted = trusted;
|
state.putIndexTrustState(txn, this, trusted);
|
}
|
|
/**
|
* Return true iff this index is trusted.
|
* @return the trusted state of this index
|
*/
|
public boolean isTrusted()
|
{
|
return trusted;
|
}
|
|
/**
|
* Set the rebuild status of this vlvIndex.
|
* @param rebuildRunning True if a rebuild process on this vlvIndex
|
* is running or False otherwise.
|
*/
|
public synchronized void setRebuildStatus(boolean rebuildRunning)
|
{
|
this.rebuildRunning = rebuildRunning;
|
}
|
|
/**
|
* Gets the values to sort on from the entry.
|
*
|
* @param entry The entry to get the values from.
|
* @return The attribute values to sort on.
|
*/
|
AttributeValue[] getSortValues(Entry entry)
|
{
|
SortKey[] sortKeys = sortOrder.getSortKeys();
|
AttributeValue[] values = new AttributeValue[sortKeys.length];
|
for (int i=0; i < sortKeys.length; i++)
|
{
|
SortKey sortKey = sortKeys[i];
|
AttributeType attrType = sortKey.getAttributeType();
|
List<Attribute> attrList = entry.getAttribute(attrType);
|
if (attrList != null)
|
{
|
AttributeValue sortValue = null;
|
|
// There may be multiple versions of this attribute in the target entry
|
// (e.g., with different sets of options), and it may also be a
|
// multivalued attribute. In that case, we need to find the value that
|
// is the best match for the corresponding sort key (i.e., for sorting
|
// in ascending order, we want to find the lowest value; for sorting in
|
// descending order, we want to find the highest value). This is
|
// handled by the SortKey.compareValues method.
|
for (Attribute a : attrList)
|
{
|
for (AttributeValue v : a)
|
{
|
if (sortValue == null)
|
{
|
sortValue = v;
|
}
|
else if (sortKey.compareValues(v, sortValue) < 0)
|
{
|
sortValue = v;
|
}
|
}
|
}
|
|
values[i] = sortValue;
|
}
|
}
|
return values;
|
}
|
|
/**
|
* Encode a VLV database key with the given information.
|
*
|
* @param entryID The entry ID to encode.
|
* @param values The values to encode.
|
* @return The encoded bytes.
|
* @throws DirectoryException If a Directory Server error occurs.
|
*/
|
byte[] encodeKey(long entryID, AttributeValue[] values)
|
throws DirectoryException
|
{
|
ByteStringBuilder builder = new ByteStringBuilder();
|
|
for (AttributeValue v : values)
|
{
|
byte[] vBytes;
|
if(v == null)
|
{
|
builder.appendBERLength(0);
|
}
|
else
|
{
|
builder.appendBERLength(v.getNormalizedValue().length());
|
builder.append(v.getNormalizedValue());
|
}
|
}
|
builder.append(entryID);
|
builder.trimToSize();
|
|
return builder.getBackingArray();
|
}
|
|
/**
|
* Decode a VLV database key.
|
*
|
* @param keyBytes The byte array to decode.
|
* @return The sort values represented by the key bytes.
|
* @throws DirectoryException If a Directory Server error occurs.
|
*/
|
SortValues decodeKey(byte[] keyBytes)
|
throws DirectoryException
|
{
|
if(keyBytes == null || keyBytes.length == 0)
|
{
|
return null;
|
}
|
|
AttributeValue[] attributeValues =
|
new AttributeValue[sortOrder.getSortKeys().length];
|
int vBytesPos = 0;
|
|
for(int i = 0; i < attributeValues.length; i++)
|
{
|
int valueLength = keyBytes[vBytesPos] & 0x7F;
|
if (valueLength != keyBytes[vBytesPos++])
|
{
|
int valueLengthBytes = valueLength;
|
valueLength = 0;
|
for (int j=0; j < valueLengthBytes; j++, vBytesPos++)
|
{
|
valueLength = (valueLength << 8) | (keyBytes[vBytesPos] & 0xFF);
|
}
|
}
|
|
if(valueLength == 0)
|
{
|
attributeValues[i] = null;
|
}
|
else
|
{
|
byte[] valueBytes = new byte[valueLength];
|
System.arraycopy(keyBytes, vBytesPos, valueBytes, 0, valueLength);
|
attributeValues[i] =
|
AttributeValues.create(
|
sortOrder.getSortKeys()[i].getAttributeType(),
|
ByteString.wrap(valueBytes));
|
}
|
|
vBytesPos += valueLength;
|
}
|
|
// FIXME: Should pos+offset method for decoding IDs be added to
|
// JebFormat?
|
long v = 0;
|
for (int i = vBytesPos; i < keyBytes.length; i++)
|
{
|
v <<= 8;
|
v |= (keyBytes[i] & 0xFF);
|
}
|
|
return new SortValues(new EntryID(v), attributeValues, sortOrder);
|
}
|
|
/**
|
* Get the sorted set capacity configured for this VLV index.
|
*
|
* @return The sorted set capacity.
|
*/
|
public int getSortedSetCapacity()
|
{
|
return sortedSetCapacity;
|
}
|
|
/**
|
* Indicates if the given entry should belong in this VLV index.
|
*
|
* @param entry The entry to check.
|
* @return True if the given entry should belong in this VLV index or False
|
* otherwise.
|
* @throws DirectoryException If a Directory Server error occurs.
|
*/
|
public boolean shouldInclude(Entry entry) throws DirectoryException
|
{
|
DN entryDN = entry.getName();
|
if(entryDN.matchesBaseAndScope(baseDN, scope) && filter.matchesEntry(entry))
|
{
|
return true;
|
}
|
return false;
|
}
|
|
/**
|
* {@inheritDoc}
|
*/
|
public synchronized boolean isConfigurationChangeAcceptable(
|
LocalDBVLVIndexCfg cfg,
|
List<Message> unacceptableReasons)
|
{
|
try
|
{
|
this.filter =
|
SearchFilter.createFilterFromString(cfg.getFilter());
|
}
|
catch(Exception e)
|
{
|
Message msg = ERR_JEB_CONFIG_VLV_INDEX_BAD_FILTER.get(
|
cfg.getFilter(), name,
|
stackTraceToSingleLineString(e));
|
unacceptableReasons.add(msg);
|
return false;
|
}
|
|
String[] sortAttrs = cfg.getSortOrder().split(" ");
|
SortKey[] sortKeys = new SortKey[sortAttrs.length];
|
OrderingMatchingRule[] orderingRules =
|
new OrderingMatchingRule[sortAttrs.length];
|
boolean[] ascending = new boolean[sortAttrs.length];
|
for(int i = 0; i < sortAttrs.length; i++)
|
{
|
try
|
{
|
if(sortAttrs[i].startsWith("-"))
|
{
|
ascending[i] = false;
|
sortAttrs[i] = sortAttrs[i].substring(1);
|
}
|
else
|
{
|
ascending[i] = true;
|
if(sortAttrs[i].startsWith("+"))
|
{
|
sortAttrs[i] = sortAttrs[i].substring(1);
|
}
|
}
|
}
|
catch(Exception e)
|
{
|
Message msg =
|
ERR_JEB_CONFIG_VLV_INDEX_UNDEFINED_ATTR.get(
|
String.valueOf(sortKeys[i]), name);
|
unacceptableReasons.add(msg);
|
return false;
|
}
|
|
AttributeType attrType =
|
DirectoryServer.getAttributeType(sortAttrs[i].toLowerCase());
|
if(attrType == null)
|
{
|
Message msg = ERR_JEB_CONFIG_VLV_INDEX_UNDEFINED_ATTR.get(
|
sortAttrs[i], name);
|
unacceptableReasons.add(msg);
|
return false;
|
}
|
sortKeys[i] = new SortKey(attrType, ascending[i]);
|
orderingRules[i] = attrType.getOrderingMatchingRule();
|
}
|
|
return true;
|
}
|
|
/**
|
* {@inheritDoc}
|
*/
|
public synchronized ConfigChangeResult applyConfigurationChange(
|
LocalDBVLVIndexCfg cfg)
|
{
|
ResultCode resultCode = ResultCode.SUCCESS;
|
boolean adminActionRequired = false;
|
ArrayList<Message> messages = new ArrayList<Message>();
|
|
// Update base DN only if changed..
|
if(!config.getBaseDN().equals(cfg.getBaseDN()))
|
{
|
this.baseDN = cfg.getBaseDN();
|
adminActionRequired = true;
|
}
|
|
// Update scope only if changed.
|
if(!config.getScope().equals(cfg.getScope()))
|
{
|
this.scope = SearchScope.valueOf(cfg.getScope().name());
|
adminActionRequired = true;
|
}
|
|
// Update sort set capacity only if changed.
|
if(config.getMaxBlockSize() !=
|
cfg.getMaxBlockSize())
|
{
|
this.sortedSetCapacity = cfg.getMaxBlockSize();
|
|
// Require admin action only if the new capacity is larger. Otherwise,
|
// we will lazyly update the sorted sets.
|
if(config.getMaxBlockSize() <
|
cfg.getMaxBlockSize())
|
{
|
adminActionRequired = true;
|
}
|
}
|
|
// Update the filter only if changed.
|
if(!config.getFilter().equals(cfg.getFilter()))
|
{
|
try
|
{
|
this.filter =
|
SearchFilter.createFilterFromString(cfg.getFilter());
|
adminActionRequired = true;
|
}
|
catch(Exception e)
|
{
|
Message msg = ERR_JEB_CONFIG_VLV_INDEX_BAD_FILTER.get(
|
config.getFilter(), name,
|
stackTraceToSingleLineString(e));
|
messages.add(msg);
|
if(resultCode == ResultCode.SUCCESS)
|
{
|
resultCode = ResultCode.INVALID_ATTRIBUTE_SYNTAX;
|
}
|
}
|
}
|
|
// Update the sort order only if changed.
|
if(!config.getSortOrder().equals(
|
cfg.getSortOrder()))
|
{
|
String[] sortAttrs = cfg.getSortOrder().split(" ");
|
SortKey[] sortKeys = new SortKey[sortAttrs.length];
|
OrderingMatchingRule[] orderingRules =
|
new OrderingMatchingRule[sortAttrs.length];
|
boolean[] ascending = new boolean[sortAttrs.length];
|
for(int i = 0; i < sortAttrs.length; i++)
|
{
|
try
|
{
|
if(sortAttrs[i].startsWith("-"))
|
{
|
ascending[i] = false;
|
sortAttrs[i] = sortAttrs[i].substring(1);
|
}
|
else
|
{
|
ascending[i] = true;
|
if(sortAttrs[i].startsWith("+"))
|
{
|
sortAttrs[i] = sortAttrs[i].substring(1);
|
}
|
}
|
}
|
catch(Exception e)
|
{
|
Message msg = ERR_JEB_CONFIG_VLV_INDEX_UNDEFINED_ATTR.get(
|
String.valueOf(String.valueOf(sortKeys[i])), name);
|
messages.add(msg);
|
if(resultCode == ResultCode.SUCCESS)
|
{
|
resultCode = ResultCode.INVALID_ATTRIBUTE_SYNTAX;
|
}
|
}
|
|
AttributeType attrType =
|
DirectoryServer.getAttributeType(sortAttrs[i].toLowerCase());
|
if(attrType == null)
|
{
|
Message msg = ERR_JEB_CONFIG_VLV_INDEX_UNDEFINED_ATTR.get(
|
String.valueOf(String.valueOf(sortKeys[i])), name);
|
messages.add(msg);
|
if(resultCode == ResultCode.SUCCESS)
|
{
|
resultCode = ResultCode.INVALID_ATTRIBUTE_SYNTAX;
|
}
|
}
|
else
|
{
|
sortKeys[i] = new SortKey(attrType, ascending[i]);
|
orderingRules[i] = attrType.getOrderingMatchingRule();
|
}
|
}
|
|
this.sortOrder = new SortOrder(sortKeys);
|
this.comparator = new VLVKeyComparator(orderingRules, ascending);
|
|
// We have to close the database and open it using the new comparator.
|
entryContainer.exclusiveLock.lock();
|
try
|
{
|
this.close();
|
this.dbConfig.setBtreeComparator(this.comparator);
|
this.open();
|
}
|
catch(DatabaseException de)
|
{
|
messages.add(Message.raw(StaticUtils.stackTraceToSingleLineString(de)));
|
if(resultCode == ResultCode.SUCCESS)
|
{
|
resultCode = DirectoryServer.getServerErrorResultCode();
|
}
|
}
|
finally
|
{
|
entryContainer.exclusiveLock.unlock();
|
}
|
|
adminActionRequired = true;
|
}
|
|
|
if(adminActionRequired)
|
{
|
trusted = false;
|
Message message = NOTE_JEB_INDEX_ADD_REQUIRES_REBUILD.get(name);
|
messages.add(message);
|
try
|
{
|
state.putIndexTrustState(null, this, false);
|
}
|
catch(DatabaseException de)
|
{
|
messages.add(Message.raw(StaticUtils.stackTraceToSingleLineString(de)));
|
if(resultCode == ResultCode.SUCCESS)
|
{
|
resultCode = DirectoryServer.getServerErrorResultCode();
|
}
|
}
|
}
|
|
this.config = cfg;
|
return new ConfigChangeResult(resultCode, adminActionRequired, messages);
|
}
|
}
|
