User-agent: *
Allow: /
Disallow: /sendmail.php
Disallow: /pdfs/
Disallow: /page-not-found/
Disallow: /email/
Disallow: /api/