User-agent: * # list folders robots are not allowed to index Disallow: /scgi-bin Disallow: /cgi-bin Disallow: /photographs Disallow: /images Disallow: /photoweek Disallow: /metalart Disallow: /truechat Disallow: /House Disallow: /Gallery # list specific files robots are not allowed to index Disallow: /nav.html/ Disallow: /main.txt/ Disallow: /404.shtml/ Disallow: /info.html/ Disallow: /ipn.php/ Disallow: /pdt.php/ Disallow: /robots.txt/