mirror of
https://github.com/Tyrrrz/DiscordChatExporter.git
synced 2026-06-10 00:02:37 -06:00
8c14dbbf45
Bootstrap channel-map entries from existing archive filenames, reject merges that would shrink large JSON exports, accept exported DISCORD_TOKEN when scrape.env is missing, and disable the duplicate OpenKotOR target folder. Co-authored-by: Cursor <cursoragent@cursor.com>
119 lines
3.2 KiB
Bash
Executable file
119 lines
3.2 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
|
|
set -Eeuo pipefail
|
|
|
|
REPO_ROOT=$(cd "$(dirname "${BASH_SOURCE[0]}")/../.." && pwd -P)
|
|
TMP_DIR=$(mktemp -d "${TMPDIR:-/tmp}/dce-host-smoke.XXXXXX")
|
|
ENV_FILE="$TMP_DIR/scrape.env"
|
|
COMPOSE_FILE="$TMP_DIR/docker-compose.yml"
|
|
FAKE_DOCKER="$TMP_DIR/docker"
|
|
CALL_COUNT="$TMP_DIR/call-count"
|
|
TOKEN_FILE="$TMP_DIR/token.txt"
|
|
|
|
cleanup() {
|
|
rm -rf "$TMP_DIR"
|
|
}
|
|
trap cleanup EXIT
|
|
|
|
cat >"$COMPOSE_FILE" <<'EOF'
|
|
services:
|
|
discord-scraper:
|
|
image: fake
|
|
EOF
|
|
|
|
cat >"$FAKE_DOCKER" <<'EOF'
|
|
#!/usr/bin/env bash
|
|
set -Eeuo pipefail
|
|
|
|
count_file=${FAKE_DOCKER_CALL_COUNT:?}
|
|
token_file=${FAKE_DOCKER_TOKEN_FILE:?}
|
|
mode=${FAKE_DOCKER_MODE:?}
|
|
count=0
|
|
if [[ -f "$count_file" ]]; then
|
|
count=$(cat "$count_file")
|
|
fi
|
|
count=$((count + 1))
|
|
printf '%s' "$count" >"$count_file"
|
|
|
|
if [[ "$mode" == "auth-refresh" ]]; then
|
|
if [[ "${DISCORD_TOKEN:-}" == "stale-token" ]]; then
|
|
printf 'Authentication token is invalid.\n' >&2
|
|
printf 'fresh-token\n' >"$token_file"
|
|
exit 1
|
|
fi
|
|
printf 'run succeeded after refresh\n'
|
|
exit 0
|
|
fi
|
|
|
|
if [[ "$mode" == "auth-persistent-fail" ]]; then
|
|
printf "Request to 'channels/111' failed: forbidden.\n" >&2
|
|
exit 1
|
|
fi
|
|
|
|
printf 'run succeeded\n'
|
|
EOF
|
|
chmod +x "$FAKE_DOCKER"
|
|
|
|
run_host() {
|
|
local mode=$1
|
|
local env_path=${2:-$ENV_FILE}
|
|
|
|
DCE_REPO_ROOT="$REPO_ROOT" \
|
|
DCE_DOCKER_BIN="$FAKE_DOCKER" \
|
|
DCE_ENV_FILE="$env_path" \
|
|
DCE_COMPOSE_FILE="$COMPOSE_FILE" \
|
|
FAKE_DOCKER_CALL_COUNT="$CALL_COUNT" \
|
|
FAKE_DOCKER_TOKEN_FILE="$TOKEN_FILE" \
|
|
FAKE_DOCKER_MODE="$mode" \
|
|
"$REPO_ROOT/scripts/run-discord-scrape-host.sh" scrape --target demo
|
|
}
|
|
|
|
run_host_with_shell_token() {
|
|
local mode=$1
|
|
local missing_env_path=$2
|
|
|
|
DCE_REPO_ROOT="$REPO_ROOT" \
|
|
DCE_DOCKER_BIN="$FAKE_DOCKER" \
|
|
DCE_ENV_FILE="$missing_env_path" \
|
|
DCE_COMPOSE_FILE="$COMPOSE_FILE" \
|
|
DISCORD_TOKEN=dummy-token \
|
|
FAKE_DOCKER_CALL_COUNT="$CALL_COUNT" \
|
|
FAKE_DOCKER_TOKEN_FILE="$TOKEN_FILE" \
|
|
FAKE_DOCKER_MODE="$mode" \
|
|
"$REPO_ROOT/scripts/run-discord-scrape-host.sh" scrape --target demo
|
|
}
|
|
|
|
MALICIOUS_ENV="$TMP_DIR/malicious.env"
|
|
MARKER_FILE="$TMP_DIR/marker"
|
|
cat >"$MALICIOUS_ENV" <<EOF
|
|
DISCORD_TOKEN=dummy
|
|
MALICIOUS=\$(touch "$MARKER_FILE")
|
|
EOF
|
|
run_host success "$MALICIOUS_ENV" >/dev/null
|
|
[[ ! -e "$MARKER_FILE" ]] || { echo "env parsing executed shell payload unexpectedly" >&2; exit 1; }
|
|
|
|
printf 'stale-token\n' >"$TOKEN_FILE"
|
|
printf '0' >"$CALL_COUNT"
|
|
cat >"$ENV_FILE" <<EOF
|
|
DISCORD_TOKEN_FILE=$TOKEN_FILE
|
|
EOF
|
|
|
|
run_host auth-refresh >/dev/null
|
|
[[ "$(cat "$CALL_COUNT")" == "2" ]] || { echo "expected one retry after auth failure" >&2; exit 1; }
|
|
|
|
printf 'stale-token\n' >"$TOKEN_FILE"
|
|
printf '0' >"$CALL_COUNT"
|
|
if run_host auth-persistent-fail >/dev/null; then
|
|
echo "expected persistent auth failure to exit non-zero" >&2
|
|
exit 1
|
|
fi
|
|
[[ "$(cat "$CALL_COUNT")" == "2" ]] || { echo "expected exactly one retry before final failure" >&2; exit 1; }
|
|
|
|
MISSING_ENV="$TMP_DIR/missing-scrape.env"
|
|
[[ ! -e "$MISSING_ENV" ]]
|
|
printf '0' >"$CALL_COUNT"
|
|
run_host_with_shell_token success "$MISSING_ENV" >/dev/null
|
|
[[ "$(cat "$CALL_COUNT")" == "1" ]] || { echo "expected host wrapper to run with exported DISCORD_TOKEN when scrape.env is missing" >&2; exit 1; }
|
|
|
|
echo "run-discord-scrape-host smoke test passed"
|