37 lines
762 B
YAML
37 lines
762 B
YAML
id: robots-txt
|
|
|
|
info:
|
|
name: robots.txt file
|
|
author: CasperGN,TheZakMan
|
|
severity: info
|
|
metadata:
|
|
max-request: 1
|
|
tags: misc,generic
|
|
|
|
http:
|
|
- method: GET
|
|
path:
|
|
- "{{BaseURL}}/robots.txt"
|
|
|
|
host-redirects: true
|
|
max-redirects: 2
|
|
|
|
matchers-condition: and
|
|
matchers:
|
|
- type: word
|
|
words:
|
|
- 'User-agent:'
|
|
- 'Disallow:'
|
|
- 'Allow:'
|
|
|
|
- type: word
|
|
part: header
|
|
words:
|
|
- text/plain
|
|
|
|
- type: dsl
|
|
dsl:
|
|
- "len(body)>=140 && status_code==200"
|
|
|
|
# digest: 4b0a00483046022100d1df50caaea10e8bcdaffeb39867f91a407efa8b7906ae3ef9c66e7bc7106cf30221009541cc850660e6b6aba5a2ecadb9da3634b3ebd727727b6a43ea9762c1ab4588:922c64590222798bb761d5b6d8e72950
|