Add source profiles for physical tradecraft: CIA RDP, FAS/IRP, Army pubs, Cryptome, Grugq

2026-03-19 10:22:02 -04:00
parent b67780c552
commit 7cbc79c229
5 changed files with 128 additions and 0 deletions
@@ -0,0 +1,27 @@
+name: cryptome
+description: "Cryptome - leaked/declassified intelligence documents, tradecraft, surveillance"
+base_url: "https://cryptome.org/"
+domain_allowlist:
+  - cryptome.org
+crawl_rules:
+  max_depth: 2
+  max_documents: 500
+  follow_links: true
+  url_patterns:
+    - "/*.htm"
+    - "/*.pdf"
+    - "/*.txt"
+  exclude_patterns:
+    - "*.css"
+    - "*.js"
+    - "*.ico"
+    - "*.gif"
+    - "*.jpg"
+    - "*.png"
+content_types:
+  - text/html
+  - application/pdf
+  - text/plain
+expected_min_count: 100
+rate_limit: 0.5
+mirrors: []