mirror of
https://github.com/Tyrrrz/DiscordChatExporter.git
synced 2026-06-10 00:02:37 -06:00
8ca55f299b
Single --target runs apply optional container_memory from scrape-targets.json when global DCE_CONTAINER_MEMORY is unset. KotOR_discord_msgs defaults to 8g; scrape.env still overrides.
74 lines
2.1 KiB
Bash
74 lines
2.1 KiB
Bash
#!/usr/bin/env bash
|
|
|
|
# Host-side helpers: list selected/enabled targets before container runs.
|
|
|
|
print_scrape_config_plan() {
|
|
local config_path=$1
|
|
local action_label=$2
|
|
shift 2
|
|
local -a requested_targets=("$@")
|
|
local target_names_json line name output_dir enabled_count
|
|
|
|
[[ -f "$config_path" ]] || return 0
|
|
|
|
printf '%s\n' "=== $action_label run plan ==="
|
|
printf 'Config: %s\n' "$config_path"
|
|
|
|
if (( ${#requested_targets[@]} > 0 )); then
|
|
printf 'Targets (%s selected):\n' "${#requested_targets[@]}"
|
|
for name in "${requested_targets[@]}"; do
|
|
output_dir=$(jq -r --arg name "$name" '.targets[] | select(.name == $name) | .output_dir' "$config_path")
|
|
mem=$(target_container_memory "$config_path" "$name" 2>/dev/null || true)
|
|
if [[ -n "$mem" && "$mem" != "null" ]]; then
|
|
printf ' - %s → %s (container_memory: %s)\n' "$name" "$output_dir" "$mem"
|
|
else
|
|
printf ' - %s → %s\n' "$name" "$output_dir"
|
|
fi
|
|
done
|
|
return 0
|
|
fi
|
|
|
|
enabled_count=$(jq -r '[.targets[] | select(.enabled != false)] | length' "$config_path")
|
|
printf 'Targets (%s enabled, all will run):\n' "$enabled_count"
|
|
while IFS=$'\t' read -r name output_dir; do
|
|
[[ -n "$name" ]] || continue
|
|
printf ' - %s → %s\n' "$name" "$output_dir"
|
|
done < <(jq -r '.targets[] | select(.enabled != false) | [.name, .output_dir] | @tsv' "$config_path")
|
|
}
|
|
|
|
enabled_target_names() {
|
|
local config_path=$1
|
|
jq -r '.targets[] | select(.enabled != false) | .name' "$config_path"
|
|
}
|
|
|
|
target_container_memory() {
|
|
local config_path=$1
|
|
local target_name=$2
|
|
|
|
if [[ ! -f "$config_path" ]]; then
|
|
printf '\n'
|
|
return 0
|
|
fi
|
|
jq -r --arg name "$target_name" '
|
|
.targets[]
|
|
| select(.name == $name)
|
|
| .container_memory // empty
|
|
' "$config_path"
|
|
}
|
|
|
|
apply_single_target_container_memory() {
|
|
local config_path=$1
|
|
local target_name=$2
|
|
local mem=""
|
|
|
|
[[ -n "$target_name" ]] || return 0
|
|
if [[ -n "${DCE_CONTAINER_MEMORY:-}" && "${DCE_CONTAINER_MEMORY:-0}" != "0" ]]; then
|
|
return 0
|
|
fi
|
|
|
|
mem=$(target_container_memory "$config_path" "$target_name")
|
|
[[ -n "$mem" && "$mem" != "null" ]] || return 0
|
|
|
|
export DCE_CONTAINER_MEMORY="$mem"
|
|
}
|