# # robots.txt for http://mastermoz.com/ # # $Id: robots.txt,v 1.01 2007/06/21 15:02:19 ted Exp $ # # exclude some access-controlled areas User-agent: * Crawl-Delay: 1 Disallow: /686457/ Disallow: /686457 Disallow: /adult Disallow: /beta_test_category Disallow: /admin Disallow: /ads Disallow: /atma Disallow: /atma/ Disallow: /atma/425/ Disallow: /atachments Disallow: /cache Disallow: /cgi-bin Disallow: /classes Disallow: /crons Disallow: /databases Disallow: /forumdata Disallow: /freetags Disallow: /fudforum Disallow: /images Disallow: /integration Disallow: /javascript Disallow: /languages Disallow: /nl Disallow: /phplist-2.10.4 Disallow: /templates Disallow: /tools Disallow: /wsnforum Disallow: /tags.php Disallow: /tattva Disallow: /tags.php?action=gettags Disallow: /tags.php?action=get_objects_with_tag_all Disallow: /index.php?custom=yes&TID=owner&usewrapper=yes