User-agent: PetalBot
Disallow: /

User-Agent: *
Allow: /.well-known/

# Disallow - documents that shouldn't be indexed.  Including both English and Spanish, just in case pages link to docs in other languages.
Disallow: /content/dam/sf-library/en-us/secure/legacy/xlsx/*.xls
Disallow: /content/dam/sf-library/en-us/secure/legacy/pdf/*.pdf
Disallow: /content/dam/sf-library/en-us/secure/legacy/team-west/*.pdf
Disallow: /content/dam/sf-library/es-us/secure/legacy/xlsx/*.xls
Disallow: /content/dam/sf-library/es-us/secure/legacy/pdf/*.pdf
Disallow: /content/dam/sf-library/es-us/secure/legacy/team-west/*.pdf

# Disallow - old ones
Disallow: /errors/
Disallow: /_css/
Disallow: /_images/
Disallow: /_js/
Disallow: /cdn/
Disallow: /jscript/
Disallow: /pzn_json_inc/
Disallow: /status/
Disallow: /role/
Disallow: /general/
Disallow: /samples/
Disallow: /pdf/us/merchant-welcome-kit.pdf 
Disallow: /discountdoublecheck/

# Sitemaps
Sitemap: https://www.statefarm.com/sitemap.xml