User-agent: grub-client 
Disallow: /

User-agent: *
Disallow: /500.shtml/
Disallow: /400.shtml/
Disallow: /401.shtml/
Disallow: /403.shtml/
Disallow: /404.shtml/
Disallow: /ac/
Disallow: /cgi-bin/
Disallow: /egg/
Disallow: /extracts/
Disallow: /i/
Disallow: /i.am/
Disallow: /s/
Disallow: /t/
Disallow: /trace/
Disallow: /why/
Disallow: /x/