User-agent: *
Disallow: /404.html
Disallow: /sitemap.txt
Allow: /