From fa8d74801920859739db49f814e22b9acad86b19 Mon Sep 17 00:00:00 2001 From: Reinhard Pointner Date: Tue, 7 Oct 2014 15:16:46 +0000 Subject: [PATCH] * block TurnitinBot --- build.xml | 1 + website/robots.txt | 9 +++++++++ 2 files changed, 10 insertions(+) create mode 100644 website/robots.txt diff --git a/build.xml b/build.xml index 957d6dd9..6416ec6d 100644 --- a/build.xml +++ b/build.xml @@ -734,6 +734,7 @@ + diff --git a/website/robots.txt b/website/robots.txt new file mode 100644 index 00000000..ec2a4f07 --- /dev/null +++ b/website/robots.txt @@ -0,0 +1,9 @@ +User-agent: * +Disallow: /forums/ucp.php +Disallow: /forums/mcp.php +Disallow: /forums/member +Disallow: /forums/memberlist.php +Disallow: /forums/faq.php + +User-agent: TurnitinBot +Disallow: /