KIP-932: Add Share Consumer soak tests + high-throughput perf variant

tests/soak/README.md

@@ -30,4 +30,12 @@ OpenTelemetry reporting supported through OTLP.
 5. Run some tests
 ```bash
 TESTID=<testid> ./run.sh ccloud.config
-```
+```
+
+## Share Consumer 
+
+To run with a share consumer instead of the regular consumer:
+```bash
+SHARE=true TESTID=<testid> ./run.sh ccloud.config
+```
+Requires KIP-932 compatible librdkafka and broker.

tests/soak/run.sh

@@ -17,12 +17,36 @@ topic="pysoak-$TESTID-$librdkafka_version"
 logfile="${TESTID}.log.bz2"
 limit=$((50 * 1024 * 1024)) # 50MB
 export HOSTNAME=$(hostname)
+
+share_flag=""
+if [[ "${SHARE:-}" == "true" ]]; then
+    share_flag="--share"
+fi
+
+explicit_flag=""
+if [[ "${EXPLICIT:-}" == "true" ]]; then
+    if [[ "${SHARE:-}" != "true" ]]; then
+        echo "ERROR: EXPLICIT=true requires SHARE=true" >&2
+        exit 1
+    fi
+    explicit_flag="--explicit"
+fi
+
+perf_flag=""
+if [[ "${PERF:-}" == "true" ]]; then
+    if [[ "${SHARE:-}" != "true" ]]; then
+        echo "ERROR: PERF=true requires SHARE=true" >&2
+        exit 1
+    fi
+    perf_flag="--perf"
+fi
+
 echo "Starting soak client using topic $topic. Logging to $logfile."
 set +x
 while [ "$run" = true ]; do
     # Ignore SIGINT in children (inherited)
     trap "" SIGINT
-    time opentelemetry-instrument $testdir/soakclient.py -i $TESTID -t $topic -r 80 -f $1 |& tee /dev/tty | bzip2 > $logfile &
+    time opentelemetry-instrument $testdir/soakclient.py -i $TESTID -t $topic -r 80 -f $1 $share_flag $explicit_flag $perf_flag |& tee /dev/tty | bzip2 > $logfile &
     PID=$!
     terminate_last() {
         # List children of $PID only