User-agent: *
Disallow: /cgi-bin/
Disallow: /400.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml
Disallow: /footer.php
Disallow: /header.php
Disallow: /top.php