User-Agent: *
Allow: /
Disallow: /admin
Disallow: /api/
Disallow: /auth/
Disallow: /studio/
Disallow: /_next/
Disallow: /properties/manage

User-Agent: GPTBot
Allow: /

User-Agent: ChatGPT-User
Allow: /

User-Agent: Claude-Web
Allow: /

User-Agent: Anthropic-AI
Allow: /

User-Agent: Google-Extended
Allow: /

User-Agent: Nuclei
User-Agent: WikiDo
User-Agent: Riddler
User-Agent: PetalBot
User-Agent: Zoominfobot
User-Agent: Go-http-client
User-Agent: Node/simplecrawler
User-Agent: CazoodleBot
User-Agent: dotbot/1.0
User-Agent: Gigabot
User-Agent: Barkrowler
User-Agent: BLEXBot
User-Agent: magpie-crawler
User-Agent: AhrefsBot
User-Agent: SemrushBot
User-Agent: MJ12bot
Disallow: /

Sitemap: https://ukpropertylooker.com/sitemap-index.xml