User-agent: *

# Block utility pages
Disallow: /utility-pages/
Disallow: /404
Disallow: /401
Disallow: /password
Disallow: /search

# Block Webflow system pages
Disallow: /_dashboard/
Disallow: /admin
Disallow: /webflow-scripts
Disallow: /style-guide
Disallow: /design-system

# Block preview and test pages
Disallow: /test/
Disallow: /preview/
Disallow: /*?preview=
Disallow: /*preview=true
Disallow: /*?edit=

# Block specific Webflow parameters
Disallow: /*?_data=
Disallow: /*&_data=
Disallow: /*?_cached=
Disallow: /*&_cached=
Disallow: /*?

# Block temporary/development URLs
Disallow: /*.webflow.io$
Disallow: /*.webflow.com$

# Allow specific content directories
Allow: /images/
Allow: /assets/
Allow: /uploads/

# Block specific crawlers
User-agent: SingNet
Disallow: /

User-agent: SeagateBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Mozilla/5.0 (Linux; Android 5.0; SM-G900P Build/LRX21T) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/61.0.3163.100 Mobile Safari/537.36 Bytespider
Disallow: /

User-agent: Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/61.0.3163.100 Mobile Safari/537.36 Bytespider
Disallow: /

# Block specific files coming up a lot in crawl stats report, all of which are 404s
Disallow: /ads.txt
Disallow: /strategy/property-finance/ads.txt
Disallow: /favicon.ico
Disallow: /images/structures/main-top.svg
Disallow: /images/structures/main-bottom.svg

# Block specific pages on site
Disallow: /investor/product-literature-downing-estate-planning-service
Disallow: /insight-type/

# Sitemap declaration
Sitemap: https://www.downing.co.uk/sitemap.xml


Sitemap: https://www.downing.co.uk/sitemap.xml