#!/usr/bin/env bash
|
# The contents of this file are subject to the terms of the Common Development and
|
# Distribution License (the License). You may not use this file except in compliance with the
|
# License.
|
#
|
# You can obtain a copy of the License at legal/CDDLv1.0.txt. See the License for the
|
# specific language governing permission and limitations under the License.
|
#
|
# When distributing Covered Software, include this CDDL Header Notice in each file and include
|
# the License file at legal/CDDLv1.0.txt. If applicable, add the following below the CDDL
|
# Header, with the fields enclosed by brackets [] replaced by your own identifying
|
# information: "Portions copyright [year] [name of copyright owner]".
|
#
|
# Copyright 2026 3A Systems, LLC.
|
#
|
# Render an OpenDJ-vs-OpenLDAP LDAP benchmark report (versions + comparison table +
|
# comparative Mermaid charts) to stdout โ intended to be appended to $GITHUB_STEP_SUMMARY.
|
#
|
# Usage:
|
# summary.sh <openldap_statistics.json> <opendj_statistics.json> \
|
# <openldap_version> <opendj_version> [openldap_image] [opendj_image]
|
#
|
# The admin connection bind is labelled ADMIN_CONNECT in the plan and is intentionally
|
# skipped here, so it never pollutes the per-operation comparison.
|
set -euo pipefail
|
|
OL_JSON="${1:?openldap statistics.json required}"
|
DJ_JSON="${2:?opendj statistics.json required}"
|
OL_VER="${3:-unknown}"
|
DJ_VER="${4:-unknown}"
|
OL_IMG="${5:-}"
|
DJ_IMG="${6:-}"
|
|
# Operations to compare, in workflow order. ADMIN_CONNECT and Total are excluded.
|
OPS=("ADD" "SEARCH" "COMPARE" "MODIFY" "BIND" "DELETE" "READD")
|
|
# m <file> <label> <field> -> numeric value (0 if absent), rounded to 1 decimal.
|
m() { jq -r --arg l "$2" --arg f "$3" '((.[$l][$f]) // 0) | (.*10 | round / 10)' "$1"; }
|
# mi <file> <label> <field> -> integer value (0 if absent).
|
mi() { jq -r --arg l "$2" --arg f "$3" '((.[$l][$f]) // 0) | round' "$1"; }
|
|
echo "## ๐ฌ Benchmark: OpenDJ vs OpenLDAP"
|
echo ""
|
|
# ---------------------------------------------------------------- Versions
|
echo "### Versions"
|
echo ""
|
echo "| Server | Version | Image |"
|
echo "|---|---|---|"
|
echo "| **OpenLDAP** | \`${OL_VER}\` | \`${OL_IMG:-n/a}\` |"
|
echo "| **OpenDJ** | \`${DJ_VER}\` | \`${DJ_IMG:-n/a}\` |"
|
echo ""
|
|
# ---------------------------------------------------------------- Totals
|
ol_tot_tp=$(m "$OL_JSON" Total throughput)
|
dj_tot_tp=$(m "$DJ_JSON" Total throughput)
|
ol_tot_n=$(mi "$OL_JSON" Total sampleCount)
|
dj_tot_n=$(mi "$DJ_JSON" Total sampleCount)
|
ol_tot_e=$(mi "$OL_JSON" Total errorCount)
|
dj_tot_e=$(mi "$DJ_JSON" Total errorCount)
|
ol_tot_mean=$(m "$OL_JSON" Total meanResTime)
|
dj_tot_mean=$(m "$DJ_JSON" Total meanResTime)
|
|
echo "### Totals (all operations, ADMIN_CONNECT excluded by the plan label)"
|
echo ""
|
echo "| Server | Throughput (ops/s) | Mean (ms) | Samples | Errors |"
|
echo "|---|--:|--:|--:|--:|"
|
echo "| **OpenLDAP** | ${ol_tot_tp} | ${ol_tot_mean} | ${ol_tot_n} | ${ol_tot_e} |"
|
echo "| **OpenDJ** | ${dj_tot_tp} | ${dj_tot_mean} | ${dj_tot_n} | ${dj_tot_e} |"
|
echo ""
|
|
# ---------------------------------------------------------------- Per-op table
|
echo "### Per-operation latency"
|
echo ""
|
echo "| Operation | mean ms OpenLDAP | mean ms OpenDJ | p99 ms OpenLDAP | p99 ms OpenDJ | err OL | err DJ |"
|
echo "|---|--:|--:|--:|--:|--:|--:|"
|
for op in "${OPS[@]}"; do
|
printf '| %s | %s | %s | %s | %s | %s | %s |\n' \
|
"$op" \
|
"$(m "$OL_JSON" "$op" meanResTime)" "$(m "$DJ_JSON" "$op" meanResTime)" \
|
"$(mi "$OL_JSON" "$op" pct3ResTime)" "$(mi "$DJ_JSON" "$op" pct3ResTime)" \
|
"$(mi "$OL_JSON" "$op" errorCount)" "$(mi "$DJ_JSON" "$op" errorCount)"
|
done
|
echo ""
|
|
# ---------------------------------------------------------------- Chart helpers
|
# Mermaid xychart-beta has no grouped bars/legend, so to get two adjacent (non-overlapping)
|
# columns per operation we repeat each op on the x-axis and zero-pad the two series: OpenLDAP
|
# bars land on the left tick of each pair, OpenDJ on the right tick.
|
#
|
# x-axis: each op as two *distinct* labels -> "ADD OL", "ADD DJ", "SEARCH OL", ...
|
# The labels MUST be unique: xychart-beta merges duplicate category labels into one slot, which
|
# would put both series back on the same column (overlapping). Distinct labels keep the columns
|
# separate so the zero-padded series render side by side.
|
xaxis_pairs() {
|
local out="" op
|
for op in "${OPS[@]}"; do out+="${out:+, }\"${op} OL\", \"${op} DJ\""; done
|
printf '%s' "$out"
|
}
|
# OpenLDAP series: value then 0 per op (bar on the left tick of each pair).
|
series_ol() { # <fn> <file> <field>
|
local fn="$1" file="$2" field="$3" out="" v
|
for op in "${OPS[@]}"; do v=$("$fn" "$file" "$op" "$field"); out+="${out:+, }${v}, 0"; done
|
printf '%s' "$out"
|
}
|
# OpenDJ series: 0 then value per op (bar on the right tick of each pair).
|
series_dj() { # <fn> <file> <field>
|
local fn="$1" file="$2" field="$3" out="" v
|
for op in "${OPS[@]}"; do v=$("$fn" "$file" "$op" "$field"); out+="${out:+, }0, ${v}"; done
|
printf '%s' "$out"
|
}
|
|
XAXIS="$(xaxis_pairs)"
|
# Fix the two series colors (series 1 = OpenLDAP blue, series 2 = OpenDJ orange).
|
PALETTE='%%{init: {"themeVariables": {"xyChart": {"plotColorPalette": "#4e79a7, #f28e2b"}}}}%%'
|
CAPTION="_Each operation has two columns: ๐ฆ OpenLDAP (left) ยท ๐ง OpenDJ (right)._"
|
|
# ---------------------------------------------------------------- Total throughput chart
|
echo "### Total throughput (ops/s, higher is better)"
|
echo ""
|
echo "_๐ฆ OpenLDAP ยท ๐ง OpenDJ. Per-operation throughput is intentionally not charted: every"
|
echo "operation runs once per loop iteration, so each op's throughput just equals the loop rate"
|
echo "(nearly identical across ops). The meaningful throughput is the aggregate shown here._"
|
echo ""
|
echo '```mermaid'
|
echo "$PALETTE"
|
echo "xychart-beta"
|
echo " title \"Total throughput (ops/s) โ OpenLDAP vs OpenDJ\""
|
echo " x-axis [\"OpenLDAP\", \"OpenDJ\"]"
|
echo " y-axis \"ops/s\""
|
echo " bar [${ol_tot_tp}, 0]"
|
echo " bar [0, ${dj_tot_tp}]"
|
echo '```'
|
echo ""
|
|
# ---------------------------------------------------------------- Latency chart
|
echo "### Comparative chart โ mean latency per operation (ms, lower is better)"
|
echo ""
|
echo "$CAPTION"
|
echo ""
|
echo '```mermaid'
|
echo "$PALETTE"
|
echo "xychart-beta"
|
echo " title \"Mean latency per operation (ms) โ OpenLDAP vs OpenDJ\""
|
echo " x-axis [${XAXIS}]"
|
echo " y-axis \"ms\""
|
echo " bar [$(series_ol m "$OL_JSON" meanResTime)]"
|
echo " bar [$(series_dj m "$DJ_JSON" meanResTime)]"
|
echo '```'
|
echo ""
|
|
# ---------------------------------------------------------------- Caveats
|
echo "### Notes"
|
echo ""
|
echo "- \`BIND\` is the measured **user authentication** (\`test=sbind\`, single bind/unbind on its"
|
echo " own connection) as \`cn=user_<n>,ou=People\` with the password set by \`MODIFY\`. The admin"
|
echo " connection bind (\`ADMIN_CONNECT\`) is cached once per thread and excluded from these results."
|
echo "- MODIFY sends the password in cleartext; each server hashes it on write with the **same"
|
echo " scheme (SSHA-256)** โ OpenLDAP via the pw-sha2 module + ppolicy hash-cleartext, OpenDJ via"
|
echo " its Salted SHA-256 default scheme โ so BIND authentication is compared on equal footing."
|
echo "- Full interactive JMeter HTML dashboards are attached as the \`jmeter-reports\` artifact."
|
