# Robots.txt for lakeside-hire.co.uk

# Google & major bots – allow all by default
User-agent: Googlebot
Disallow:

User-agent: AdsBot-Google
Disallow:

User-agent: Googlebot-Image
Disallow:

# Block aggressive crawlers (optional – keep if you want)
User-agent: AhrefsBot
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: baiduspider
Disallow: /

# Bing/Yahoo/Yandex crawl delay (only if needed)
User-agent: Bingbot
Crawl-delay: 60
User-agent: Slurp
Crawl-delay: 60
User-agent: Yandex
Crawl-delay: 60

# Specific path blocks
Disallow: /cgi-bin/
Disallow: /cookie-policy-uk/
Disallow: /cookie-policy-us/
Disallow: /my-account/lost-password/
Disallow: /temporary-heras-fencing-hire-5-50-week-vat-uk-delivery-copy/

# Global rules for all bots
User-agent: *
# Block parameter-based URLs (phantom URLs)
Disallow: /*?orderby=
Disallow: /*?filter_price=
Disallow: /*?min_price=
Disallow: /*?max_price=
Disallow: /*?paged=
Disallow: /*?page=
Disallow: /*?s=
Disallow: /*?search=
Disallow: /*?posts_per_page=
Disallow: /*?view=

Disallow: /wp-json/
Disallow: /wp-content/uploads/
Disallow: /date/
Disallow: /wp-admin/
Disallow: /wp-includes/
# Sitemap
Sitemap: https://www.lakeside-hire.co.uk/sitemap_index.xml