# Autostrad Rent A Car — robots.txt
# https://www.autostrad.com

User-agent: *
Allow: /

# Transactional / user-account pages: NOT blocked here!
# These pages use <meta name="robots" content="noindex, nofollow"> instead.
# Blocking via robots.txt prevents Google from seeing the noindex tag,
# causing "Indexed, though blocked by robots.txt" errors.

# Disallow internal search / filter query strings
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /search
# Note: Do NOT block ?ref= or ?value= — pages have canonical tags that
# handle de-duplication. Blocking prevents Google from seeing the canonical.

# Legacy URL patterns: NOT blocked here!
# These URLs have 301 redirects in nginx.conf.
# Blocking via robots.txt prevents Google from following the 301 redirect,
# causing "Indexed, though blocked by robots.txt" errors.
# Only block URLs that have NO redirect and NO noindex tag:
Disallow: /*/home/set_website_setting/

# Static assets: MUST stay crawlable.
# /static/ holds the compiled React JS and CSS bundles. Blocking it stops
# Googlebot from executing the app, so it renders a blank page and cannot see
# any content that depends on JS. Never re-add "Disallow: /static/".
Allow: /static/
Allow: /*.js$
Allow: /*.css$

User-agent: facebookexternalhit
Allow: /

# XML Sitemap
Sitemap: https://www.autostrad.com/sitemap.xml