2020-08-31 15:25:09 +00:00
|
|
|
id: robots-txt
|
2022-04-22 10:38:41 +00:00
|
|
|
|
2020-08-31 15:25:09 +00:00
|
|
|
info:
|
|
|
|
|
name: robots.txt file
|
2022-06-30 04:17:42 +00:00
|
|
|
author: CasperGN,TheZakMan
|
2020-08-31 15:25:09 +00:00
|
|
|
severity: info
|
2023-04-28 08:11:21 +00:00
|
|
|
metadata:
|
|
|
|
|
max-request: 1
|
2024-01-14 09:21:50 +00:00
|
|
|
tags: miscellaneous,misc,generic
|
2020-08-31 15:25:09 +00:00
|
|
|
|
2023-04-27 04:28:59 +00:00
|
|
|
http:
|
2020-08-31 15:25:09 +00:00
|
|
|
- method: GET
|
|
|
|
|
path:
|
|
|
|
|
- "{{BaseURL}}/robots.txt"
|
2022-01-28 10:24:49 +00:00
|
|
|
|
2022-10-07 21:27:25 +00:00
|
|
|
host-redirects: true
|
2023-06-15 07:30:18 +00:00
|
|
|
max-redirects: 2
|
2023-10-14 11:27:55 +00:00
|
|
|
|
2023-06-15 07:30:18 +00:00
|
|
|
matchers-condition: and
|
2020-08-31 15:25:09 +00:00
|
|
|
matchers:
|
|
|
|
|
- type: word
|
|
|
|
|
words:
|
2023-06-15 07:30:18 +00:00
|
|
|
- 'User-agent:'
|
|
|
|
|
- 'Disallow:'
|
|
|
|
|
- 'Allow:'
|
2020-08-31 17:17:14 +00:00
|
|
|
|
|
|
|
|
- type: word
|
2022-01-28 10:24:49 +00:00
|
|
|
part: header
|
2020-08-31 17:17:14 +00:00
|
|
|
words:
|
|
|
|
|
- text/plain
|
|
|
|
|
|
2020-09-12 18:13:00 +00:00
|
|
|
- type: dsl
|
|
|
|
|
dsl:
|
2020-09-21 17:46:29 +00:00
|
|
|
- "len(body)>=140 && status_code==200"
|
2024-01-26 08:31:11 +00:00
|
|
|
# digest: 4a0a00473045022100b882dbd86b40a4d6726db87db6fd979cea783db3aede48c4bd6b5a3fd1f54fc302200dc6650906f84949a42bf3ef51bcdf7517021a1d5a4d1e29470eda8783cabb63:922c64590222798bb761d5b6d8e72950
|
