Adding robots.txt as file module

Signed-off-by: Casper Guldbech Nielsen <whopsec@protonmail.com>
2020-08-31 17:25:09 +02:00 · 2020-08-31 17:25:09 +02:00 · c833fd9da0
parent 99cd7a6b3c
commit c833fd9da0
1 changed files with 18 additions and 0 deletions
--- a/files/robots.txt.yaml
+++ b/files/robots.txt.yaml
@ -0,0 +1,18 @@
+id: robots-txt
+info:
+  name: robots.txt file
+  author: CasperGN
+  severity: info
+
+requests:
+  - method: GET
+    path:
+      - "{{BaseURL}}/robots.txt"
+    matchers-condition: and
+    matchers:
+      - type: word
+        words:
+          - "Disallow:"
+        status:
+          - 200
+        condition: and