/* * The contents of this file are subject to the terms of the Common Development and * Distribution License (the License). You may not use this file except in compliance with the * License. * * You can obtain a copy of the License at legal/CDDLv1.0.txt. See the License for the * specific language governing permission and limitations under the License. * * When distributing Covered Software, include this CDDL Header Notice in each file and include * the License file at legal/CDDLv1.0.txt. If applicable, add the following below the CDDL * Header, with the fields enclosed by brackets [] replaced by your own identifying * information: "Portions Copyright [year] [name of copyright owner]". * * Copyright 2006-2010 Sun Microsystems, Inc. * Portions Copyright 2013-2016 ForgeRock AS. */ package com.forgerock.opendj.ldap.tools; import static com.forgerock.opendj.cli.ArgumentConstants.*; import static com.forgerock.opendj.cli.CommonArguments.showUsageArgument; import static com.forgerock.opendj.cli.CommonArguments.wrapColumnArgument; import static com.forgerock.opendj.cli.ToolVersionHandler.newSdkVersionHandler; import static com.forgerock.opendj.ldap.tools.LDAPToolException.newToolException; import static com.forgerock.opendj.ldap.tools.LDAPToolException.newToolExceptionAlreadyPrinted; import static com.forgerock.opendj.ldap.tools.LDAPToolException.newToolParamException; import static com.forgerock.opendj.ldap.tools.ToolsMessages.*; import static com.forgerock.opendj.ldap.tools.Utils.computeWrapColumn; import static com.forgerock.opendj.ldap.tools.Utils.parseArguments; import static com.forgerock.opendj.ldap.tools.Utils.runTool; import static com.forgerock.opendj.ldap.tools.Utils.runToolAndExit; import static org.forgerock.util.Utils.closeSilently; import java.io.BufferedWriter; import java.io.File; import java.io.FileOutputStream; import java.io.FileWriter; import java.io.IOException; import java.io.PrintStream; import java.util.zip.GZIPOutputStream; import org.forgerock.i18n.LocalizableMessage; import com.forgerock.opendj.cli.ArgumentException; import com.forgerock.opendj.cli.ArgumentParser; import com.forgerock.opendj.cli.BooleanArgument; import com.forgerock.opendj.cli.ConsoleApplication; import com.forgerock.opendj.cli.IntegerArgument; import com.forgerock.opendj.cli.StringArgument; import org.forgerock.opendj.ldap.Entry; import org.forgerock.opendj.ldap.ResultCode; import org.forgerock.opendj.ldif.EntryGenerator; import org.forgerock.opendj.ldif.LDIFEntryWriter; import org.forgerock.util.annotations.VisibleForTesting; /** Program that generate LDIF content based on a template. */ public final class MakeLDIF extends ToolConsoleApplication { /** The value for the constant option in LDIF generator tools. */ public static final String OPTION_LONG_CONSTANT = "constant"; /** The value for the path to look for LDIF resources (e.g data files). */ public static final String OPTION_LONG_RESOURCE_PATH = "resourcePath"; /** * The main method for makeldif tool. * * @param args * The command-line arguments provided to this program. */ public static void main(final String[] args) { runToolAndExit(new MakeLDIF(System.out, System.err), args); } /** * This method should be used to run this tool programmatically. * Output and errors will be printed on provided {@link PrintStream}. * * @param out * The {@link PrintStream} to use to write tool output. * @param err * The {@link PrintStream} to use to write tool errors. * @param args * The arguments to use with this tool. * @return The code returned by the tool */ public static int run(final PrintStream out, final PrintStream err, final String... args) { return runTool(new MakeLDIF(out, err), args); } @VisibleForTesting MakeLDIF(final PrintStream out, final PrintStream err) { super(out, err); } @Override public boolean isInteractive() { return false; } /** The total number of entries that have been written. */ private long numberOfEntriesWritten; @Override int run(final String... args) throws LDAPToolException { final LocalizableMessage toolDescription = INFO_MAKELDIF_TOOL_DESCRIPTION.get(); final ArgumentParser argParser = LDAPToolArgumentParser.builder(MakeLDIF.class.getName()) .toolDescription(toolDescription) .trailingArguments(1, "template-file-path") .build(); argParser.setVersionHandler(newSdkVersionHandler()); argParser.setShortToolDescription(REF_SHORT_DESC_MAKELDIF.get()); argParser.setDocToolDescriptionSupplement(SUPPLEMENT_DESCRIPTION_MAKELDIF.get()); BooleanArgument showUsage; IntegerArgument randomSeed; StringArgument ldifFile; StringArgument resourcePath; StringArgument constants; IntegerArgument wrapColumn; try { resourcePath = StringArgument.builder(OPTION_LONG_RESOURCE_PATH) .shortIdentifier('r') .description(INFO_MAKELDIF_DESCRIPTION_RESOURCE_PATH.get()) .docDescriptionSupplement(SUPPLEMENT_DESCRIPTION_RESOURCE_PATH.get()) .valuePlaceholder(INFO_PATH_PLACEHOLDER.get()) .buildAndAddToParser(argParser); ldifFile = StringArgument.builder(OPTION_LONG_OUTPUT_LDIF_FILENAME) .shortIdentifier(OPTION_SHORT_OUTPUT_LDIF_FILENAME) .description(INFO_MAKELDIF_DESCRIPTION_LDIF.get()) .valuePlaceholder(INFO_FILE_PLACEHOLDER.get()) .buildAndAddToParser(argParser); randomSeed = IntegerArgument.builder(OPTION_LONG_RANDOM_SEED) .shortIdentifier(OPTION_SHORT_RANDOM_SEED) .description(INFO_MAKELDIF_DESCRIPTION_SEED.get()) .defaultValue(0) .valuePlaceholder(INFO_SEED_PLACEHOLDER.get()) .buildAndAddToParser(argParser); constants = StringArgument.builder(OPTION_LONG_CONSTANT) .shortIdentifier('c') .description(INFO_MAKELDIF_DESCRIPTION_CONSTANT.get()) .multiValued() .valuePlaceholder(INFO_CONSTANT_PLACEHOLDER.get()) .buildAndAddToParser(argParser); showUsage = showUsageArgument(); argParser.addArgument(showUsage); wrapColumn = wrapColumnArgument(); argParser.addArgument(wrapColumn); argParser.setUsageArgument(showUsage, getOutputStream()); } catch (final ArgumentException ae) { throw newToolParamException(ae, ERR_CANNOT_INITIALIZE_ARGS.get(ae.getMessage())); } parseArguments(argParser, getErrStream(), args); if (argParser.usageOrVersionDisplayed()) { return ResultCode.SUCCESS.intValue(); } final String templatePath = argParser.getTrailingArguments().get(0); return run(templatePath, resourcePath, ldifFile, randomSeed, constants, wrapColumn); } /** Run Make LDIF with provided arguments. */ private int run(final String templatePath, final StringArgument resourcePath, final StringArgument ldifFile, final IntegerArgument randomSeedArg, final StringArgument constants, final IntegerArgument wrapColumn) throws LDAPToolException { LDIFEntryWriter writer = null; try (EntryGenerator generator = createGenerator(templatePath, resourcePath, randomSeedArg, constants)) { if (generator == null) { // Root exception has already been printed throw newToolExceptionAlreadyPrinted(null, ResultCode.UNDEFINED); } if (generator.hasWarnings()) { for (LocalizableMessage warn : generator.getWarnings()) { errPrintln(warn); } } try { writer = createLdifWriter(ldifFile, computeWrapColumn(wrapColumn)); } catch (final IOException e) { throw newToolParamException( e, ERR_MAKELDIF_UNABLE_TO_CREATE_LDIF.get(ldifFile.getValue(), e.getMessage())); } catch (final ArgumentException e) { throw newToolParamException( e, ERR_ERROR_PARSING_ARGS.get(e.getMessageObject())); } generateEntries(generator, writer, ldifFile); println(INFO_MAKELDIF_PROCESSING_COMPLETE.get(numberOfEntriesWritten)); return ResultCode.SUCCESS.intValue(); } finally { closeSilently(writer); } } private LDIFEntryWriter createLdifWriter(final StringArgument ldifFile, final int wrapColumn) throws IOException, ArgumentException { final LDIFEntryWriter writer; if (ldifFile.isPresent()) { final String ldifFileName = ldifFile.getValue(); if (ldifFileName.toLowerCase().endsWith(".gz")) { writer = new LDIFEntryWriter(new GZIPOutputStream(new FileOutputStream(ldifFileName))); } else { writer = new LDIFEntryWriter(new BufferedWriter(new FileWriter(ldifFileName))); } } else { writer = new LDIFEntryWriter(getOutputStream()); } return writer.setWrapColumn(wrapColumn); } static EntryGenerator createGenerator(final String templatePath, final StringArgument resourcePath, final IntegerArgument randomSeedArg, final StringArgument constants, final boolean generateBranches, final ConsoleApplication app) { final EntryGenerator generator = new EntryGenerator(templatePath).setGenerateBranches(generateBranches); if (resourcePath.isPresent()) { final File resourceDir = new File(resourcePath.getValue()); if (!resourceDir.exists()) { app.errPrintln(ERR_LDIF_GEN_TOOL_NO_SUCH_RESOURCE_DIRECTORY.get(resourcePath.getValue())); generator.close(); return null; } generator.setResourcePath(resourcePath.getValue()); } if (randomSeedArg.isPresent()) { try { generator.setRandomSeed(randomSeedArg.getIntValue()); } catch (ArgumentException ae) { app.errPrintln(ERR_ERROR_PARSING_ARGS.get(ae.getMessage())); generator.close(); return null; } } if (constants.isPresent() && !addConstantsToGenerator(constants, generator, app)) { generator.close(); return null; } // Force initialization of generator try { generator.hasNext(); } catch (IOException e) { app.errPrintln(ERR_LDIF_GEN_TOOL_EXCEPTION_DURING_PARSE.get(e.getMessage())); generator.close(); return null; } return generator; } /** Returns true if all constants are added to generator, false otherwise. */ private static boolean addConstantsToGenerator(StringArgument constants, EntryGenerator generator, final ConsoleApplication app) { for (final String constant : constants.getValues()) { final String[] chunks = constant.split("="); if (chunks.length != 2) { app.errPrintln(ERR_CONSTANT_ARG_CANNOT_DECODE.get(constant)); return false; } generator.setConstant(chunks[0], chunks[1]); } return true; } private EntryGenerator createGenerator(final String templatePath, final StringArgument resourcePath, final IntegerArgument randomSeedArg, final StringArgument constants) { return createGenerator(templatePath, resourcePath, randomSeedArg, constants, true, this); } /** Returns true if generation is successful, false otherwise. */ private void generateEntries(final EntryGenerator generator, final LDIFEntryWriter writer, final StringArgument ldifFile) throws LDAPToolException { try { while (generator.hasNext()) { final Entry entry = generator.readEntry(); try { writer.writeEntry(entry); } catch (final IOException e) { throw newToolParamException( e, ERR_MAKELDIF_ERROR_WRITING_LDIF.get(ldifFile.getValue(), e.getMessage())); } if ((++numberOfEntriesWritten % 1000) == 0) { errPrintln(INFO_MAKELDIF_PROCESSED_N_ENTRIES.get(numberOfEntriesWritten)); } } } catch (final Exception e) { throw newToolException( e, ResultCode.UNDEFINED, ERR_MAKELDIF_EXCEPTION_DURING_PROCESSING.get(e.getMessage())); } } }