# robots.txt for MarsNews.com User-agent: * Disallow: /news_src/ Disallow: /editors/ Disallow: /cgi-bin/ Disallow: /xml/ Disallow: /lists/ Disallow: /test/ Disallow: /images/ Disallow: /search/ Disallow: /stats/ Disallow: /copyright.html Disallow: /privacy.html Disallow: /terms.html Disallow: /test.html Disallow: /header.html Disallow: /footer.html Disallow: /navhead.html Disallow: /navfoot.html Disallow: /down.html Disallow: /phpinfo.php Disallow: /mt/ Disallow: /phpBB/