From 3ca81c0d25ff302ac86ce1c178ea710eb7ba7074 Mon Sep 17 00:00:00 2001
From: Mitch Riedstra <mitch@riedstra.us>
Date: Fri, 22 May 2020 23:58:32 -0400
Subject: Add in robots configuration

---
 defaults/main.yml | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)

(limited to 'defaults/main.yml')

diff --git a/defaults/main.yml b/defaults/main.yml
index 19ac5c8..f7bc1b7 100644
--- a/defaults/main.yml
+++ b/defaults/main.yml
@@ -29,6 +29,22 @@ nginx_default_listen: |
   listen	   [::]:80;
 
 
+nginx_robots:
+  - name: allow
+    robots_txt: |
+      User-agent: CuteStat
+      Disallow: /
+
+      User-agent: *
+      Allow: /
+  - name: disallow
+    robots_txt: |
+      User-agent: CuteStat
+      Disallow: /
+
+      User-agent: *
+      Disallow: /
+
 # If "True" it will template out {{ansible_hostname}}/nginx/nginx.conf instead
 # of nginx/nginx.conf
 nginx_custom_template: False
-- 
cgit v1.2.3