# ltds.uk robots.txt
User-agent: *
Allow: /

# Account and auth endpoints. Nothing here is indexable and none of it is
# reachable without logging in, but crawlers were following the "Sign up free
# to watch" CTAs from company pages regardless: /register was roughly 29% of
# apex traffic, ~5,000 requests with 4,993 distinct ?watch= values, none of
# which will ever register. rel="nofollow" on those links is only a hint;
# this is the stronger signal.
Disallow: /register
Disallow: /login
Disallow: /logout
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /profile
Disallow: /dashboard
Disallow: /watchlist
Disallow: /admin
Disallow: /api/

# Company sub-pages are account-only and duplicate content that is already on
# the main company page. The company pages themselves stay crawlable - they are
# the point of the site.
Disallow: /company/*/export
Disallow: /company/*/print
Disallow: /company/*/diff

User-agent: DotBot
Disallow: /

# Sitemap
Sitemap: https://ltds.uk/sitemaps/sitemap.xml