# robots.txt User-agent: * Disallow: Disallow: /cgi-bin/ Disallow: /admin/ Disallow: /resources/ Disallow: /usage/ Disallow: /latest-news.html Disallow: /latest-news.php Disallow: /press.html Disallow: /press.php