# ========================================= # Allow AI Search & Agent Use # ========================================= # Google Gemini User-agent: Google-Extended Allow: / # Microsoft Bing User-agent: BingBot Allow: / # OpenAI User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: ChatGPT-User/2.0 Allow: / # Anthropic Claude User-agent: anthropic-ai Allow: / User-agent: ClaudeBot Allow: / User-agent: claude-web Allow: / # Perplexity User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / # You.com User-agent: YouBot Allow: / # Cohere User-agent: cohere-ai Allow: / # Hugging Face User-agent: Hugging-Face-AI Allow: / # Common Crawl User-agent: CCBot Allow: / # Mistral User-agent: MistralAI-User Allow: / # Firecrawl, Andi, Exa, Phind User-agent: FirecrawlAgent Allow: / User-agent: AndiBot Allow: / User-agent: ExaBot Allow: / User-agent: PhindBot Allow: / # ========================================= # General Rules for All Other Bots # ========================================= User-agent: * # Pages to Allow Allow: */pages/contact-us Allow: */pages/privacy-notice Allow: */pages/terms-conditions Allow: */pages/fairness Allow: */pages/responsible-gambling Allow: */pages/slingo Allow: */pages/mobile-casino Allow: */pages/mobile-slots Allow: */pages/fast-withdrawal-casino Allow: */pages/im-a-celeb-campmate-toughest-part-of-life-in-jungle Allow: */pages/i-was-on-catchphrase Allow: */pages/come-dine-with-me-what-happened-when-cameras-stopped-rolling Allow: */pages/countdown-contestant-interview-ian-kinsella Allow: */pages/best-nolimit-city-slots Allow: */pages/best-pragmatic-play-slots Allow: */pages/best-netent-slots Allow: */pages/best-irish-slots Allow: */pages/best-gambling-sites Allow: */pages/high-volatility-slots Allow: */pages/low-volatility-slots Allow: */pages/apple-pay-casino Allow: */pages/google-pay-casino Allow: */pages/best-fishing-slots Allow: */pages/best-egyptian-slots Allow: */pages/the-chase-tv-show-tony-dunn Allow: */pages/pr/* # Standard Disallow Rules Disallow: */wallets Disallow: */bv_cashier Disallow: */login_template Disallow: */it Disallow: *_gl= Disallow: *btagid= Disallow: *affid= Disallow: */rules Disallow: */coupon_meetings Disallow: */launch Disallow: */bv_api Disallow: */api Disallow: */sections/custom-list/ Disallow: */sports/coupon/remotes Disallow: */bet-finder/meetings Disallow: *?first_modal=true Disallow: */preferences Disallow: */search Disallow: *betslip.jsp Disallow: */betslip_confirm.jsp Disallow: *password_reset Disallow: */self_exclude Disallow: */portal/time_out Disallow: */quick_deposit/* Disallow: *?utm_campaign Disallow: *?shortlink= Disallow: */twofactorauth/* Disallow: *logout Disallow: */safer_gambling Disallow: *?category= Disallow: *gameSearchCategoryId Disallow: *GamesListComponent Disallow: */shell_homepage.jsp Disallow: */privacypolicy_200.jsp Disallow: *filterTags* Disallow: /althun/ # Promotions & Components Disallow: */home_components/* Disallow: */offer/*/* # Block All Other Pages Disallow: */pages/* # ========================================= # Sitemap # ========================================= Sitemap: https://www.smoothspins.co.uk/en-gb/sitemaps.xml