id: robots-txt
info:
name: robots.txt file
author: CasperGN
severity: info
requests:
- method: GET
path:
- "{{BaseURL}}/robots.txt"
matchers-condition: and
matchers:
- type: word
words:
- "Disallow:"
- text/plain
part: header
- type: status
status:
- 200