name: cryptome
description: "Cryptome - leaked/declassified intelligence documents, tradecraft, surveillance"
base_url: "https://cryptome.org/"
domain_allowlist:
  - cryptome.org
crawl_rules:
  max_depth: 2
  max_documents: 500
  follow_links: true
  url_patterns:
    - "/*.htm"
    - "/*.pdf"
    - "/*.txt"
  exclude_patterns:
    - "*.css"
    - "*.js"
    - "*.ico"
    - "*.gif"
    - "*.jpg"
    - "*.png"
content_types:
  - text/html
  - application/pdf
  - text/plain
expected_min_count: 100
rate_limit: 0.5
mirrors: []