# Robots.txt file for directory.unitedpagans.org.au # # blocks for our search spider user-agent: FreeFind Disallow: /badbots/ Disallow: /admin/ Disallow: /errorpages/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /includes/ Disallow: /pages/ Disallow: /phpwpoison/ Disallow: /sphider/ Disallow: /styles/ Disallow: /400.shtml Disallow: /401.shtml Disallow: /403.shtml Disallow: /404.shtml Disallow: /500.shtml Disallow: addme.php Disallow: admin.php Disallow: editlist.php Disallow: editlist2.php Disallow: errorpage.php Disallow: lostpw.php Disallow: search.php Disallow: tellfriend.php Disallow: sendemail.php Disallow: signout.php # # # blocks for all other bots User-agent: * Disallow: /badbots/ Disallow: /admin/ Disallow: /errorpages/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /includes/ Disallow: /pages/ Disallow: /phpwpoison/ Disallow: /sphider/ Disallow: /styles/ Disallow: /400.shtml Disallow: /401.shtml Disallow: /403.shtml Disallow: /404.shtml Disallow: /500.shtml Disallow: admin.php Disallow: editlist.php Disallow: editlist2.php Disallow: errorpage.php Disallow: lostpw.php Disallow: tellfriend.php Disallow: sendemail.php Disallow: signout.php