id: robots-txt

info:
  name: robots.txt file
  author: CasperGN,TheZakMan
  severity: info
  tags: misc,generic

requests:
  - method: GET
    path:
      - "{{BaseURL}}/robots.txt"

    matchers-condition: and
    host-redirects: true
    matchers:
      - type: word
        words:
          - "Disallow:"

      - type: word
        part: header
        words:
          - text/plain

      - type: dsl
        dsl:
          - "len(body)>=140 && status_code==200"