User-agent: *
Disallow: /cgi-bin
Disallow: /awstats
Disallow: /site/500
Disallow: /site/404
Disallow: /site/index.html