Skip to content

Commit 42d37fa

Browse files
committed
#1394 : clean up
1 parent 3321fb7 commit 42d37fa

File tree

1 file changed

+6
-8
lines changed

1 file changed

+6
-8
lines changed

e2e-tests/lib/parquet_utils.sh

Lines changed: 6 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -4,25 +4,23 @@
44

55
set -euo pipefail
66

7-
# retry_rowcount <path> <expected> <label> <parquet_jar>
7+
# retry_rowcount <path> <expected> <parquet_jar>
88
# path – shell glob pointing to a Parquet folder (wildcards allowed).
99
# The glob is passed verbatim to parquet-tools, which understands
1010
# Hadoop-style wild-cards (e.g. "…/*/Patient/").
1111
# expected – integer row count we expect to see.
12-
# label – short metric name for log messages.
1312
# parquet_jar – full path to the parquet-tools JAR file.
1413
#
1514
# Prints the final count on stdout.
1615

1716
retry_rowcount() {
1817
local parquet_glob="$1"
1918
local expected="$2"
20-
local label="$3"
21-
local parquet_tools_jar="$4"
19+
local parquet_tools_jar="$3"
2220

2321
# CI can override cadence through env vars
24-
local max_retries="${ROWCOUNT_MAX_RETRIES:-12}"
25-
local sleep_secs="${ROWCOUNT_SLEEP_SECS:-5}"
22+
local max_retries="${ROWCOUNT_MAX_RETRIES:-15}"
23+
local sleep_secs="${ROWCOUNT_SLEEP_SECS:-20}"
2624

2725
local retries=0
2826
local raw_count=0
@@ -42,7 +40,7 @@ retry_rowcount() {
4240

4341
# ── 2. Normalise raw_count
4442
if [[ -z "${raw_count}" || ! "${raw_count}" =~ ^[0-9]+$ ]]; then
45-
echo "E2E TEST ERROR: [${label}] parquet-tools returned '${raw_count}' " \
43+
echo "E2E TEST ERROR: [${parquet_glob}] parquet-tools returned '${raw_count}' " \
4644
"(treating as 0)" >&2
4745
final_count=0
4846
else
@@ -66,7 +64,7 @@ retry_rowcount() {
6664

6765
# ── 6. Sleep & retry
6866
retries=$((retries + 1))
69-
echo "E2E TEST: [${label}] raw=${raw_count}, expected=${expected} — retry ${retries}/${max_retries} in ${sleep_secs}s" >&2
67+
echo "E2E TEST: [${parquet_glob}] raw=${raw_count}, expected=${expected} — retry ${retries}/${max_retries} in ${sleep_secs}s" >&2
7068
sleep "${sleep_secs}"
7169
done
7270
}

0 commit comments

Comments
 (0)