name: spyfiles
description: "Surveillance Industry Documents (Spy Files)"
base_url: "https://wikileaks.org/spyfiles/"
domain_allowlist:
  - wikileaks.org
  - file.wikileaks.org
crawl_rules:
  max_depth: 3
  max_documents: 2000
  follow_links: true
  url_patterns:
    - "/spyfiles/document/*"
    - "/spyfiles/files/*"
  exclude_patterns:
    - "*.css"
    - "*.js"
    - "*.ico"
content_types:
  - text/html
  - application/pdf
expected_min_count: 200
rate_limit: 1.0
mirrors: []