feat(scrape): per-target validation with continue-on-error

Run scrape and audit per enabled server independently; log summary
counts. Full host validation started via --per-target --continue-on-error.
This commit is contained in:
Boden
2026-05-29 14:20:37 -05:00
parent 1742a9d41e
commit 76b4231d7a
4 changed files with 112 additions and 4 deletions

View File

@@ -22,6 +22,10 @@ mkdir -p "$ARCHIVE_ROOT/demo" "$LOG_DIR"
printf '{"messages":[{"id":"1"}],"channel":{"id":"111111111111111111"}}\n' \
>"$ARCHIVE_ROOT/demo/Guild - general [111111111111111111].json"
mkdir -p "$ARCHIVE_ROOT/demo2"
printf '{"messages":[{"id":"1"}],"channel":{"id":"222222222222222222"}}\n' \
>"$ARCHIVE_ROOT/demo2/Guild - other [222222222222222222].json"
cat >"$CONFIG_PATH" <<JSON
{
"archive_root": "$ARCHIVE_ROOT",
@@ -31,6 +35,12 @@ cat >"$CONFIG_PATH" <<JSON
"kind": "guild",
"output_dir": "$ARCHIVE_ROOT/demo",
"enabled": true
},
{
"name": "demo2",
"kind": "guild",
"output_dir": "$ARCHIVE_ROOT/demo2",
"enabled": true
}
]
}
@@ -49,7 +59,12 @@ chmod +x "$FAKE_DOCKER"
export PATH="$TMP_DIR:$PATH_BACKUP"
DCE_REPO_ROOT="$REPO_ROOT" DCE_CONFIG_FILE="$CONFIG_PATH" DCE_ENV_FILE="$ENV_PATH" DCE_LOG_DIR="$LOG_DIR" \
"$RUNNER" --dry-run --config "$CONFIG_PATH" --log-file "$LOG_DIR/validation.log"
"$RUNNER" --dry-run --per-target --config "$CONFIG_PATH" --log-file "$LOG_DIR/validation.log"
grep -q 'Per-target summary: 2 succeeded, 0 failed' "$LOG_DIR/validation.log" || {
printf 'ERROR: per-target summary missing from log\n' >&2
exit 1
}
grep -q 'Operator validation finished successfully' "$LOG_DIR/validation.log" || {
printf 'ERROR: validation log missing success marker\n' >&2