/* * CDDL HEADER START * * The contents of this file are subject to the terms of the * Common Development and Distribution License, Version 1.0 only * (the "License"). You may not use this file except in compliance * with the License. * * You can obtain a copy of the license at * trunk/opends/resource/legal-notices/OpenDS.LICENSE * or https://OpenDS.dev.java.net/OpenDS.LICENSE. * See the License for the specific language governing permissions * and limitations under the License. * * When distributing Covered Code, include this CDDL HEADER in each * file and include the License file at * trunk/opends/resource/legal-notices/OpenDS.LICENSE. If applicable, * add the following below this CDDL HEADER, with the fields enclosed * by brackets "[]" replaced with your own identifying information: * Portions Copyright [yyyy] [name of copyright owner] * * CDDL HEADER END * * * Portions Copyright 2006-2007 Sun Microsystems, Inc. */ package org.opends.server.backends.jeb; import static org.opends.server.loggers.debug.DebugLogger.*; import org.opends.server.loggers.debug.DebugTracer; import com.sleepycat.je.Transaction; import org.opends.server.types.*; import java.util.*; /** * An implementation of an Indexer for attribute substrings. */ public class SubstringIndexer extends Indexer { /** * The tracer object for the debug logger. */ private static final DebugTracer TRACER = getTracer(); /** * The comparator for index keys generated by this class. */ private static final Comparator comparator = new AttributeIndex.KeyComparator(); /** * The attribute type for which this instance will * generate index keys. */ private AttributeType attributeType; /** * The substring length. */ private int substrLength; /** * Create a new attribute substring indexer for the given index configuration. * @param attributeType The attribute type for which an indexer is * required. * @param substringLength The decomposed substring length. */ public SubstringIndexer(AttributeType attributeType, int substringLength) { this.attributeType = attributeType; this.substrLength = substringLength; } /** * Get a string representation of this object. The returned value is * used to name an index created using this object. * @return A string representation of this object. */ public String toString() { return attributeType.getNameOrOID() + ".substring"; } /** * Get the comparator that must be used to compare index keys * generated by this class. * * @return A byte array comparator. */ public Comparator getComparator() { return comparator; } /** * Generate the set of index keys for an entry. * * @param txn A database transaction to be used if the database need to be * accessed in the course of generating the index keys. * @param entry The entry. * @param keys The set into which the generated keys will be inserted. */ public void indexEntry(Transaction txn, Entry entry, Set keys) { List attrList = entry.getAttribute(attributeType); if (attrList != null) { indexAttribute(attrList, keys); } } /** * Generate the set of index keys to be added and the set of index keys * to be deleted for an entry that has been replaced. * * @param txn A database transaction to be used if the database need to be * accessed in the course of generating the index keys. * @param oldEntry The original entry contents. * @param newEntry The new entry contents. * @param addKeys The set into which the keys to be added will be inserted. * @param delKeys The set into which the keys to be deleted will be inserted. */ public void replaceEntry(Transaction txn, Entry oldEntry, Entry newEntry, Set addKeys, Set delKeys) { List newAttributes = newEntry.getAttribute(attributeType, true); List oldAttributes = oldEntry.getAttribute(attributeType, true); if(newAttributes == null) { indexAttribute(oldAttributes, delKeys); } else { if(oldAttributes == null) { indexAttribute(newAttributes, addKeys); } else { TreeSet newKeys = new TreeSet(comparator); TreeSet oldKeys = new TreeSet(comparator); indexAttribute(newAttributes, newKeys); indexAttribute(oldAttributes, oldKeys); addKeys.addAll(newKeys); addKeys.removeAll(oldKeys); delKeys.addAll(oldKeys); delKeys.removeAll(newKeys); } } } /** * Generate the set of index keys to be added and the set of index keys * to be deleted for an entry that was modified. * * @param txn A database transaction to be used if the database need to be * accessed in the course of generating the index keys. * @param oldEntry The original entry contents. * @param newEntry The new entry contents. * @param mods The set of modifications that were applied to the entry. * @param addKeys The set into which the keys to be added will be inserted. * @param delKeys The set into which the keys to be deleted will be inserted. */ public void modifyEntry(Transaction txn, Entry oldEntry, Entry newEntry, List mods, Set addKeys, Set delKeys) { List newAttributes = newEntry.getAttribute(attributeType, true); List oldAttributes = oldEntry.getAttribute(attributeType, true); if(newAttributes == null) { indexAttribute(oldAttributes, delKeys); } else { if(oldAttributes == null) { indexAttribute(newAttributes, addKeys); } else { TreeSet newKeys = new TreeSet(comparator); TreeSet oldKeys = new TreeSet(comparator); indexAttribute(newAttributes, newKeys); indexAttribute(oldAttributes, oldKeys); addKeys.addAll(newKeys); addKeys.removeAll(oldKeys); delKeys.addAll(oldKeys); delKeys.removeAll(newKeys); } } } /** * Generate the set of substring index keys for an attribute. * @param attrList The attribute for which substring keys are required. * @param keys The set into which the generated keys will be inserted. */ private void indexAttribute(List attrList, Set keys) { if (attrList == null) return; for (Attribute attr : attrList) { indexValues(attr.getValues(), keys); } } /** * Generate the set of index keys for a set of attribute values. * @param values The set of attribute values to be indexed. * @param keys The set into which the keys will be inserted. */ private void indexValues(Set values, Set keys) { if (values == null) return; for (AttributeValue value : values) { try { byte[] normalizedBytes = value.getNormalizedValue().value(); substringKeys(normalizedBytes, keys); } catch (DirectoryException e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } } } } /** * Decompose an attribute value into a set of substring index keys. * The ID of the entry containing this value should be inserted * into the list of each of these keys. * * @param value A byte array containing the normalized attribute value * @param set A set into which the keys will be inserted. */ private void substringKeys(byte[] value, Set set) { byte[] keyBytes; // Example: The value is ABCDE and the substring length is 3. // We produce the keys ABC BCD CDE DE E // To find values containing a short substring such as DE, // iterate through keys with prefix DE. To find values // containing a longer substring such as BCDE, read keys // BCD and CDE. for (int i = 0, remain = value.length; remain > 0; i++, remain--) { int len = Math.min(substrLength, remain); keyBytes = makeSubstringKey(value, i, len); set.add(keyBytes); } } /** * Makes a byte array representing a substring index key for * one substring of a value. * * @param bytes The byte array containing the value * @param pos The starting position of the substring * @param len The length of the substring * @return A byte array containing a substring key */ private byte[] makeSubstringKey(byte[] bytes, int pos, int len) { byte[] keyBytes = new byte[len]; System.arraycopy(bytes, pos, keyBytes, 0, len); return keyBytes; } }