{
  "started_at": "2026-10-28T21:33:18.567113+00:00",
  "advertools_version": "0.18.0",
  "settings": {
    "ROBOTSTXT_OBEY": true,
    "USER_AGENT": "AtlasPublicSitemap/1.0 (+public information architecture capture)",
    "CONCURRENT_REQUESTS": 2,
    "CONCURRENT_REQUESTS_PER_DOMAIN": 2,
    "DOWNLOAD_DELAY": 0.25,
    "RANDOMIZE_DOWNLOAD_DELAY": true,
    "DOWNLOAD_TIMEOUT": 45,
    "RETRY_TIMES": 1,
    "CLOSESPIDER_PAGECOUNT": 3000,
    "CLOSESPIDER_TIMEOUT": 1800,
    "TELNETCONSOLE_ENABLED": false,
    "LOG_LEVEL": "INFO",
    "LOG_FILE": "/home/villar/Research/VERTO/public-site-2026-10-29/sources/crawl.log",
    "EXTENSIONS": {
      "capture_extension.CaptureExtension": 500
    },
    "AUTOTHROTTLE_ENABLED": true,
    "AUTOTHROTTLE_START_DELAY": 0.25,
    "AUTOTHROTTLE_MAX_DELAY": 5,
    "AUTOTHROTTLE_TARGET_CONCURRENCY": 2
  },
  "scope": "www.verto.org.au and verto.org.au, public GET only",
  "excluded": "administration, APIs, feeds, non-pagination query discovery, binary assets (inventoried separately)",
  "seeds": 878
}