Capture Workflow

1#!/bin/bash
2# Template: Content Capture Workflow
3# Purpose: Extract content from web pages (text, screenshots, PDF)
4# Usage: ./capture-workflow.sh <url> [output-dir]
5#
6# Outputs:
7#   - page-full.png: Full page screenshot
8#   - page-structure.txt: Page element structure with refs
9#   - page-text.txt: All text content
10#   - page.pdf: PDF version
11#
12# Optional: Load auth state for protected pages
13
14set -euo pipefail
15
16TARGET_URL="${1:?Usage: $0 <url> [output-dir]}"
17OUTPUT_DIR="${2:-.}"
18
19echo "Capturing: $TARGET_URL"
20mkdir -p "$OUTPUT_DIR"
21
22# Optional: Load authentication state
23# if [[ -f "./auth-state.json" ]]; then
24#     echo "Loading authentication state..."
25#     agent-browser state load "./auth-state.json"
26# fi
27
28# Navigate to target
29agent-browser open "$TARGET_URL"
30agent-browser wait --load networkidle
31
32# Get metadata
33TITLE=$(agent-browser get title)
34URL=$(agent-browser get url)
35echo "Title: $TITLE"
36echo "URL: $URL"
37
38# Capture full page screenshot
39agent-browser screenshot --full "$OUTPUT_DIR/page-full.png"
40echo "Saved: $OUTPUT_DIR/page-full.png"
41
42# Get page structure with refs
43agent-browser snapshot -i > "$OUTPUT_DIR/page-structure.txt"
44echo "Saved: $OUTPUT_DIR/page-structure.txt"
45
46# Extract all text content
47agent-browser get text body > "$OUTPUT_DIR/page-text.txt"
48echo "Saved: $OUTPUT_DIR/page-text.txt"
49
50# Save as PDF
51agent-browser pdf "$OUTPUT_DIR/page.pdf"
52echo "Saved: $OUTPUT_DIR/page.pdf"
53
54# Optional: Extract specific elements using refs from structure
55# agent-browser get text @e5 > "$OUTPUT_DIR/main-content.txt"
56
57# Optional: Handle infinite scroll pages
58# for i in {1..5}; do
59#     agent-browser scroll down 1000
60#     agent-browser wait 1000
61# done
62# agent-browser screenshot --full "$OUTPUT_DIR/page-scrolled.png"
63
64# Cleanup
65agent-browser close
66
67echo ""
68echo "Capture complete:"
69ls -la "$OUTPUT_DIR"