From 244449cfcdf6072e6da4f0a56c9e12c02a7d8665 Mon Sep 17 00:00:00 2001 From: Nathan Marley Date: Sat, 30 Sep 2017 16:00:04 -0700 Subject: [PATCH] DW-324 add robots.txt to repo --- robots.txt | 12 ++++++++++++ 1 file changed, 12 insertions(+) create mode 100644 robots.txt diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..68053f0 --- /dev/null +++ b/robots.txt @@ -0,0 +1,12 @@ +User-agent: * + +Disallow: /forum/find-new/ +Disallow: /forum/account/ +Disallow: /forum/attachments/ +Disallow: /forum/goto/ +Disallow: /forum/login/ +Disallow: /forum/admin.php +Disallow: /forum/testing/ +Disallow: /forum/members/ + +Allow: /