Update robots.txt.yaml

2020-08-31 22:47:14 +05:30 · 2020-08-31 22:47:14 +05:30 · 34d5f1c586
parent 65026f8545
commit 34d5f1c586
1 changed files with 8 additions and 2 deletions
--- a/files/robots.txt.yaml
+++ b/files/robots.txt.yaml
@ -13,6 +13,12 @@ requests:
      - type: word
        words:
          - "Disallow:"
+
+      - type: word
+        words:
+          - text/plain
+        part: header
+
+      - type: status
        status:
-          - 200
-        condition: and
+          - 200