diff --git a/build.xml b/build.xml index 957d6dd9..6416ec6d 100644 --- a/build.xml +++ b/build.xml @@ -734,6 +734,7 @@ + diff --git a/website/robots.txt b/website/robots.txt new file mode 100644 index 00000000..ec2a4f07 --- /dev/null +++ b/website/robots.txt @@ -0,0 +1,9 @@ +User-agent: * +Disallow: /forums/ucp.php +Disallow: /forums/mcp.php +Disallow: /forums/member +Disallow: /forums/memberlist.php +Disallow: /forums/faq.php + +User-agent: TurnitinBot +Disallow: /