Archive/DiscordChatExporter
1
0
Fork 0
mirror of https://github.com/Tyrrrz/DiscordChatExporter.git synced 2026-06-10 00:02:37 -06:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix(scrape): avoid stdin drain in per-target validation loop

Browse source 
Docker compose was consuming the while-read target list after the first
server. Load enabled target names with mapfile before any scrape runs.
This commit is contained in:
Boden 2026-05-29 14:23:30 -05:00
parent 76b4231d7a
commit a4fd78275d
1 changed files with 8 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
scripts/run-operator-validation.sh
View file

@ -69,7 +69,9 @@ audit_targets() {
run_step "audit-archive-json ($TARGET)" "$AUDIT_JSON" --config "$CONFIG_PATH" --target "$TARGET" run_step "audit-archive-json ($TARGET)" "$AUDIT_JSON" --config "$CONFIG_PATH" --target "$TARGET"
return return
fi fi
while IFS= read -r name; do local -a target_names=()
mapfile -t target_names < <(enabled_targets)
for name in "${target_names[@]}"; do
[[ -n "$name" ]] || continue [[ -n "$name" ]] || continue
if run_step "audit-archive-json ($name)" "$AUDIT_JSON" --config "$CONFIG_PATH" --target "$name"; then if run_step "audit-archive-json ($name)" "$AUDIT_JSON" --config "$CONFIG_PATH" --target "$name"; then
continue continue
@ -78,17 +80,19 @@ audit_targets() {
if (( CONTINUE_ON_ERROR == 0 )); then if (( CONTINUE_ON_ERROR == 0 )); then
return 1 return 1
fi fi
done < <(enabled_targets) done
(( failures == 0 )) (( failures == 0 ))
} }
scrape_per_target() { scrape_per_target() {
local name failures=0 ok=0 local name failures=0 ok=0
local -a scrape_args=(--config "$CONFIG_PATH") local -a scrape_args=(--config "$CONFIG_PATH")
local -a target_names=()
if (( DRY_RUN )); then if (( DRY_RUN )); then
scrape_args+=(--dry-run) scrape_args+=(--dry-run)
fi fi
while IFS= read -r name; do mapfile -t target_names < <(enabled_targets)
for name in "${target_names[@]}"; do
[[ -n "$name" ]] || continue [[ -n "$name" ]] || continue
log_step "Per-target pass: $name" log_step "Per-target pass: $name"
if ! run_step "run-documents-scrape ($name)" "$DOCUMENTS_SCRAPE" "${scrape_args[@]}" --target "$name"; then if ! run_step "run-documents-scrape ($name)" "$DOCUMENTS_SCRAPE" "${scrape_args[@]}" --target "$name"; then
@ -110,7 +114,7 @@ scrape_per_target() {
return 1 return 1
fi fi
fi fi
done < <(enabled_targets) done
log_step "Per-target summary: $ok succeeded, $failures failed" log_step "Per-target summary: $ok succeeded, $failures failed"
(( failures == 0 )) (( failures == 0 ))
} }