2020-08-31 15:25:09 +00:00
|
|
|
id: robots-txt
|
|
|
|
|
info:
|
|
|
|
|
name: robots.txt file
|
|
|
|
|
author: CasperGN
|
|
|
|
|
severity: info
|
2021-04-01 18:35:08 +00:00
|
|
|
tags: misc
|
2020-08-31 15:25:09 +00:00
|
|
|
|
|
|
|
|
requests:
|
|
|
|
|
- method: GET
|
|
|
|
|
path:
|
|
|
|
|
- "{{BaseURL}}/robots.txt"
|
|
|
|
|
matchers-condition: and
|
2020-09-21 17:46:29 +00:00
|
|
|
redirects: true
|
2020-08-31 15:25:09 +00:00
|
|
|
matchers:
|
|
|
|
|
- type: word
|
|
|
|
|
words:
|
|
|
|
|
- "Disallow:"
|
2020-08-31 17:17:14 +00:00
|
|
|
|
|
|
|
|
- type: word
|
|
|
|
|
words:
|
|
|
|
|
- text/plain
|
|
|
|
|
part: header
|
|
|
|
|
|
2020-09-12 18:13:00 +00:00
|
|
|
- type: dsl
|
|
|
|
|
dsl:
|
2020-09-21 17:46:29 +00:00
|
|
|
- "len(body)>=140 && status_code==200"
|
