mirror of
https://github.com/Tyrrrz/DiscordChatExporter.git
synced 2026-06-10 00:02:37 -06:00
71a443267e
Log scrape plan/summary with per-file message deltas in the core script. Host wrappers and operator entrypoints print target lists; operator-proof defaults to all enabled targets when --target is omitted.
128 lines
3.2 KiB
Bash
Executable file
128 lines
3.2 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
|
|
set -Eeuo pipefail
|
|
|
|
SCRIPT_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd -P)
|
|
REPO_ROOT="${DCE_REPO_ROOT:-$(cd "$SCRIPT_DIR/.." && pwd -P)}"
|
|
CONFIG_PATH="${DCE_CONFIG_FILE:-$REPO_ROOT/config/scrape-targets.json}"
|
|
HANDOFF="$REPO_ROOT/scripts/operator-handoff.sh"
|
|
DOCUMENTS="$REPO_ROOT/scripts/run-documents-scrape.sh"
|
|
PROVE="$REPO_ROOT/scripts/prove-incremental-append.sh"
|
|
SYNC_GUI="$REPO_ROOT/scripts/sync-token-from-gui.sh"
|
|
LOG_DIR="$REPO_ROOT/logs"
|
|
# shellcheck source=lib/scrape-run-plan.sh
|
|
source "$SCRIPT_DIR/lib/scrape-run-plan.sh"
|
|
|
|
TARGET=""
|
|
SYNC_GUI_FLAG=0
|
|
DRY_RUN=0
|
|
|
|
usage() {
|
|
cat <<EOF
|
|
Usage:
|
|
$(basename "$0") [--target NAME] [--config PATH] [--sync-gui] [--dry-run]
|
|
|
|
End-to-end operator proof:
|
|
operator-handoff → incremental scrape → prove-incremental-append
|
|
|
|
When --target is omitted, all enabled targets in the config are processed.
|
|
|
|
Logs append to logs/operator-proof-<timestamp>.log
|
|
EOF
|
|
}
|
|
|
|
die() {
|
|
printf 'ERROR: %s\n' "$*" >&2
|
|
exit 1
|
|
}
|
|
|
|
main() {
|
|
while (($#)); do
|
|
case "$1" in
|
|
--target)
|
|
[[ $# -ge 2 ]] || die "Missing value for --target."
|
|
TARGET=$2
|
|
shift 2
|
|
;;
|
|
--config)
|
|
[[ $# -ge 2 ]] || die "Missing value for --config."
|
|
CONFIG_PATH=$2
|
|
shift 2
|
|
;;
|
|
--sync-gui)
|
|
SYNC_GUI_FLAG=1
|
|
shift
|
|
;;
|
|
--dry-run)
|
|
DRY_RUN=1
|
|
shift
|
|
;;
|
|
--help|-h)
|
|
usage
|
|
exit 0
|
|
;;
|
|
*)
|
|
die "Unknown option: $1"
|
|
;;
|
|
esac
|
|
done
|
|
|
|
[[ -f "$CONFIG_PATH" ]] || die "Missing config: $CONFIG_PATH"
|
|
|
|
local -a targets=()
|
|
if [[ -n "$TARGET" ]]; then
|
|
targets=("$TARGET")
|
|
else
|
|
mapfile -t targets < <(enabled_target_names "$CONFIG_PATH")
|
|
((${#targets[@]} > 0)) || die "No enabled targets in $CONFIG_PATH"
|
|
fi
|
|
|
|
mkdir -p "$LOG_DIR"
|
|
local log_file
|
|
log_file="$LOG_DIR/operator-proof-$(date -u +%Y%m%dT%H%M%SZ).log"
|
|
|
|
local failed=0 succeeded=0 name
|
|
|
|
{
|
|
if [[ -n "$TARGET" ]]; then
|
|
printf 'Operator proof for target %s\n' "$TARGET"
|
|
else
|
|
printf 'Operator proof for %s enabled target(s)\n' "${#targets[@]}"
|
|
fi
|
|
printf 'config: %s\n' "$CONFIG_PATH"
|
|
print_scrape_config_plan "$CONFIG_PATH" "Operator proof" "${targets[@]}"
|
|
printf 'started: %s\n\n' "$(date -u +%Y-%m-%dT%H:%M:%SZ)"
|
|
|
|
if (( SYNC_GUI_FLAG == 1 )); then
|
|
[[ -x "$SYNC_GUI" ]] || die "Missing sync-token-from-gui.sh"
|
|
"$SYNC_GUI" --force
|
|
fi
|
|
|
|
"$HANDOFF" --config "$CONFIG_PATH"
|
|
|
|
if (( DRY_RUN == 1 )); then
|
|
printf '\nDry run complete (no Discord scrape).\n'
|
|
exit 0
|
|
fi
|
|
|
|
for name in "${targets[@]}"; do
|
|
printf '\n--- Target: %s ---\n' "$name"
|
|
if "$DOCUMENTS" --config "$CONFIG_PATH" --target "$name" && "$PROVE" --config "$CONFIG_PATH" --target "$name"; then
|
|
succeeded=$((succeeded + 1))
|
|
printf 'Operator proof passed for %s\n' "$name"
|
|
else
|
|
failed=$((failed + 1))
|
|
printf 'Operator proof FAILED for %s\n' "$name" >&2
|
|
fi
|
|
done
|
|
|
|
printf '\nOperator proof summary: %s succeeded, %s failed (of %s)\n' \
|
|
"$succeeded" "$failed" "${#targets[@]}"
|
|
(( failed == 0 )) || exit 1
|
|
} 2>&1 | tee "$log_file"
|
|
|
|
printf 'Log: %s\n' "$log_file"
|
|
}
|
|
|
|
main "$@"
|