User-agent: *
Disallow: /dev
Allow: /
Disallow: /dev/annotate

Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml
Disallow: /cp_errordocument.shtml
Disallow: /cookietest.php
Disallow: /correction.php
Disallow: /getTweets.php
Disallow: /head.php
Disallow: /previewTweets.php