mirror of
https://github.com/Tyrrrz/DiscordChatExporter.git
synced 2026-06-10 00:02:37 -06:00
363749231d
Wire --salvage-only through operator-handoff and run-operator-proof, and refuse run-operator-validation scrape steps while the archive-root lock is actively held.
147 lines
3.9 KiB
Bash
Executable file
147 lines
3.9 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
|
|
set -Eeuo pipefail
|
|
|
|
SCRIPT_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd -P)
|
|
REPO_ROOT="${DCE_REPO_ROOT:-$(cd "$SCRIPT_DIR/.." && pwd -P)}"
|
|
# shellcheck source=lib/scrape-run-plan.sh
|
|
source "$SCRIPT_DIR/lib/scrape-run-plan.sh"
|
|
CONFIG_PATH="${DCE_CONFIG_FILE:-$REPO_ROOT/config/scrape-targets.json}"
|
|
VERIFY_READY="$REPO_ROOT/scripts/verify-operator-ready.sh"
|
|
DOCUMENTS_SCRAPE="$REPO_ROOT/scripts/run-documents-scrape.sh"
|
|
LOCK_STATUS="$REPO_ROOT/scripts/scrape-lock-status.sh"
|
|
SKIP_DF=0
|
|
SALVAGE_ONLY=0
|
|
TARGET=""
|
|
CHANNEL_ARGS=()
|
|
|
|
usage() {
|
|
cat <<EOF
|
|
Usage:
|
|
$(basename "$0") [--config PATH] [--skip-df] [--target NAME] [--channel ID] [--salvage-only]
|
|
|
|
Run operator handoff checks before cron install or a full scrape:
|
|
1. Free-space summary (archive_root + repo)
|
|
2. verify-operator-ready (jq, compose, auth, archives)
|
|
3. scrape lock status (when available)
|
|
4. run-documents-scrape --dry-run OR --salvage-only
|
|
|
|
--target NAME Limit documents step to one configured target
|
|
--channel ID With exactly one --target, limit to channel ID (repeatable)
|
|
--salvage-only Merge stale .dce-temp exports only (no dry-run, no Discord scrape)
|
|
|
|
Environment:
|
|
DCE_MIN_FREE_MB Minimum MiB free (default 1024 in verify-operator-ready)
|
|
EOF
|
|
}
|
|
|
|
die() {
|
|
printf 'ERROR: %s\n' "$*" >&2
|
|
exit 1
|
|
}
|
|
|
|
print_disk_summary() {
|
|
local archive_root path
|
|
|
|
require_command jq
|
|
archive_root=$(jq -r '.archive_root // empty' "$CONFIG_PATH")
|
|
[[ -n "$archive_root" && "$archive_root" != null ]] || die "Config is missing archive_root."
|
|
|
|
printf 'Disk summary\n'
|
|
printf '============\n'
|
|
for path in "$archive_root" "$REPO_ROOT"; do
|
|
[[ -e "$path" ]] || continue
|
|
df -hP "$path" | awk 'NR==1 || NR==2 {print}'
|
|
printf '\n'
|
|
done
|
|
}
|
|
|
|
require_command() {
|
|
command -v "$1" >/dev/null 2>&1 || die "Required command '$1' is missing."
|
|
}
|
|
|
|
main() {
|
|
while (($#)); do
|
|
case "$1" in
|
|
--config)
|
|
[[ $# -ge 2 ]] || die "Missing value for --config."
|
|
CONFIG_PATH=$2
|
|
shift 2
|
|
;;
|
|
--skip-df)
|
|
SKIP_DF=1
|
|
shift
|
|
;;
|
|
--salvage-only)
|
|
SALVAGE_ONLY=1
|
|
shift
|
|
;;
|
|
--target)
|
|
[[ $# -ge 2 ]] || die "Missing value for --target."
|
|
TARGET=$2
|
|
shift 2
|
|
;;
|
|
--channel)
|
|
[[ $# -ge 2 ]] || die "Missing value for --channel."
|
|
CHANNEL_ARGS+=(--channel "$2")
|
|
shift 2
|
|
;;
|
|
--help|-h)
|
|
usage
|
|
exit 0
|
|
;;
|
|
*)
|
|
die "Unknown option: $1"
|
|
;;
|
|
esac
|
|
done
|
|
|
|
[[ -f "$CONFIG_PATH" ]] || die "Missing config: $CONFIG_PATH"
|
|
|
|
printf 'Operator handoff\n'
|
|
printf '================\n'
|
|
printf 'config: %s\n\n' "$CONFIG_PATH"
|
|
print_scrape_config_plan "$CONFIG_PATH" "Operator handoff"
|
|
printf '\n'
|
|
|
|
if (( SKIP_DF == 0 )); then
|
|
print_disk_summary
|
|
fi
|
|
|
|
"$VERIFY_READY" --config "$CONFIG_PATH"
|
|
|
|
if [[ -x "$LOCK_STATUS" ]]; then
|
|
printf '\n'
|
|
set +e
|
|
"$LOCK_STATUS" --config "$CONFIG_PATH"
|
|
lock_status=$?
|
|
set -e
|
|
if (( lock_status == 1 )); then
|
|
printf '\nWARN: scrape lock is held; wait for the active scrape or confirm it is stale before starting another run.\n'
|
|
fi
|
|
fi
|
|
|
|
local -a documents_args=(--config "$CONFIG_PATH")
|
|
[[ -n "$TARGET" ]] && documents_args+=(--target "$TARGET")
|
|
documents_args+=("${CHANNEL_ARGS[@]}")
|
|
if (( SALVAGE_ONLY )); then
|
|
documents_args+=(--salvage-only)
|
|
"$DOCUMENTS_SCRAPE" "${documents_args[@]}"
|
|
printf '\nHandoff complete (salvage-only). Next:\n'
|
|
printf ' ./scripts/run-operator-validation.sh --salvage-before-scrape'
|
|
else
|
|
documents_args+=(--dry-run)
|
|
"$DOCUMENTS_SCRAPE" "${documents_args[@]}"
|
|
printf '\nHandoff complete. Safe to run:\n'
|
|
printf ' ./scripts/run-documents-scrape.sh'
|
|
fi
|
|
[[ -n "$TARGET" ]] && printf ' --target %s' "$TARGET"
|
|
((${#CHANNEL_ARGS[@]})) && printf ' %s' "${CHANNEL_ARGS[*]}"
|
|
printf '\n'
|
|
if (( ! SALVAGE_ONLY )); then
|
|
printf ' ./scripts/setup-cron.sh --dry-run\n'
|
|
fi
|
|
}
|
|
|
|
main "$@"
|