User-agent: * Sitemap: https://www.secondsim.co.uk/sitemap.xml # Allow AI crawlers to access LLM context files User-agent: GPTBot Allow: /llms.txt Allow: /llms-full.txt User-agent: Claude-Enterprise Allow: /llms.txt Allow: /llms-full.txt User-agent: PerplexityBot Allow: /llms.txt Allow: /llms-full.txt User-agent: ODCrawler Allow: /llms.txt Allow: /llms-full.txt User-agent: anthropic-ai Allow: /llms.txt Allow: /llms-full.txt User-agent: Googlebot Allow: / \n\n# Prevent indexing of private and conversion paths\nDisallow: /order-confirmation\nDisallow: /order-confirmation.html\nDisallow: /checkout\nDisallow: /checkout.html\nDisallow: /account\nDisallow: /account.html\nDisallow: /login\nDisallow: /login.html\nDisallow: /confirm.html\nDisallow: /secure-admin-panel*\n