# robots.txt for WisdomCircle # https://wisdomcircle.com # ============================================ # Default rules for all crawlers # ============================================ User-agent: * Allow: / Disallow: /login Disallow: /signup Disallow: /logout Disallow: /reset-password Disallow: /forgot-password Disallow: /verify Disallow: /onboarding Disallow: /dashboard Disallow: /account Disallow: /settings Disallow: /profile/edit Disallow: /messages Disallow: /notifications Disallow: /admin Disallow: /api/ Disallow: /wpa-stats-type/ Disallow: /wp-content/ Disallow: /*?*utm_ Disallow: /*?*ref= Disallow: /*?*token= Disallow: /search? # ============================================ # Major search engines # ============================================ User-agent: Googlebot Allow: / Disallow: /login Disallow: /signup Disallow: /logout Disallow: /reset-password Disallow: /forgot-password Disallow: /verify Disallow: /onboarding Disallow: /dashboard Disallow: /account Disallow: /settings Disallow: /profile/edit Disallow: /messages Disallow: /notifications Disallow: /admin Disallow: /api/ Disallow: /wpa-stats-type/ Disallow: /wp-content/ Disallow: /search? User-agent: Googlebot-Image Allow: / Disallow: /login Disallow: /signup Disallow: /dashboard Disallow: /account Disallow: /admin Disallow: /api/ Disallow: /wpa-stats-type/ Disallow: /wp-content/ User-agent: Bingbot Allow: / Disallow: /login Disallow: /signup Disallow: /logout Disallow: /reset-password Disallow: /forgot-password Disallow: /verify Disallow: /onboarding Disallow: /dashboard Disallow: /account Disallow: /settings Disallow: /profile/edit Disallow: /messages Disallow: /notifications Disallow: /admin Disallow: /api/ Disallow: /wpa-stats-type/ Disallow: /wp-content/ Disallow: /search? User-agent: DuckDuckBot Allow: / Disallow: /login Disallow: /signup Disallow: /logout Disallow: /dashboard Disallow: /account Disallow: /settings Disallow: /admin Disallow: /api/ Disallow: /wpa-stats-type/ Disallow: /wp-content/ # ============================================ # AI / LLM crawlers # ============================================ # OpenAI — ChatGPT User-agent: GPTBot Allow: / Disallow: /login Disallow: /signup Disallow: /logout Disallow: /reset-password Disallow: /forgot-password Disallow: /verify Disallow: /onboarding Disallow: /dashboard Disallow: /account Disallow: /settings Disallow: /profile/edit Disallow: /messages Disallow: /notifications Disallow: /admin Disallow: /api/ Disallow: /wpa-stats-type/ Disallow: /wp-content/ User-agent: OAI-SearchBot Allow: / Disallow: /login Disallow: /signup Disallow: /dashboard Disallow: /account Disallow: /admin Disallow: /api/ Disallow: /wpa-stats-type/ Disallow: /wp-content/ User-agent: ChatGPT-User Allow: / Disallow: /login Disallow: /signup Disallow: /dashboard Disallow: /account Disallow: /admin Disallow: /api/ Disallow: /wpa-stats-type/ Disallow: /wp-content/ # Anthropic — Claude User-agent: ClaudeBot Allow: / Disallow: /login Disallow: /signup Disallow: /logout Disallow: /dashboard Disallow: /account Disallow: /settings Disallow: /admin Disallow: /api/ Disallow: /wpa-stats-type/ Disallow: /wp-content/ User-agent: Claude-Web Allow: / Disallow: /login Disallow: /signup Disallow: /dashboard Disallow: /account Disallow: /admin Disallow: /api/ Disallow: /wpa-stats-type/ Disallow: /wp-content/ User-agent: Claude-SearchBot Allow: / Disallow: /login Disallow: /signup Disallow: /dashboard Disallow: /account Disallow: /admin Disallow: /api/ Disallow: /wpa-stats-type/ Disallow: /wp-content/ User-agent: Claude-User Allow: / Disallow: /login Disallow: /signup Disallow: /dashboard Disallow: /account Disallow: /admin Disallow: /api/ Disallow: /wpa-stats-type/ Disallow: /wp-content/ User-agent: anthropic-ai Allow: / Disallow: /login Disallow: /signup Disallow: /dashboard Disallow: /account Disallow: /admin Disallow: /api/ Disallow: /wpa-stats-type/ Disallow: /wp-content/ # Google — Gemini & AI Overviews User-agent: Google-Extended Allow: / Disallow: /login Disallow: /signup Disallow: /dashboard Disallow: /account Disallow: /admin Disallow: /api/ Disallow: /wpa-stats-type/ Disallow: /wp-content/ # Perplexity User-agent: PerplexityBot Allow: / Disallow: /login Disallow: /signup Disallow: /dashboard Disallow: /account Disallow: /admin Disallow: /api/ Disallow: /wpa-stats-type/ Disallow: /wp-content/ User-agent: Perplexity-User Allow: / Disallow: /login Disallow: /signup Disallow: /dashboard Disallow: /account Disallow: /admin Disallow: /api/ Disallow: /wpa-stats-type/ Disallow: /wp-content/ # Microsoft Copilot User-agent: CCBot Allow: / Disallow: /login Disallow: /signup Disallow: /dashboard Disallow: /account Disallow: /admin Disallow: /api/ Disallow: /wpa-stats-type/ Disallow: /wp-content/ # ============================================ # Sitemap # ============================================ Sitemap: https://wisdomcircle.com/sitemap.xml