User-agent: *
Disallow: /  # Disallow all bots by default
Disallow: /scripts/
Disallow: /*.php$
Disallow: /zlib/
Disallow: /lib/
Disallow: /utils/
Disallow: /magazine/
Disallow: /admin/


# Allow major search engines
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Mediapartners-Google
User-agent: AdsBot-Google
User-agent: Googlebot-Mobile
User-agent: msnbot
User-agent: Slurp
User-agent: MSICrawler
User-agent: Baiduspider
User-agent: Bingbot
User-agent: seositecheckupbot
Allow: /

# Allow specific tools
User-agent: Screaming Frog SEO Spider
User-agent: YandexBot
User-agent: LinkedInBot
User-agent: Twitterbot
Allow: /

# Allow AhrefsBot
User-agent: AhrefsBot
Allow: /

# Allow AhrefsSiteAudit
User-agent: AhrefsSiteAudit
Allow: /

# ===== OpenAI / ChatGPT / OAI bots =====
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: OpenAI
Allow: /
 
# Anthropic
User-agent: Claude-SearchBot
Allow: /
 
# ===== Perplexity AI =====
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /

# ===== Other popular AI crawlers (examples) =====
# Anthropic Claude
User-agent: Claude-Web
Allow: /

Sitemap: https://www.managemarketing.com/managemkt_news_sitemap.xml
Sitemap: https://www.managemarketing.com/managemarketingnewnews_sitemap.xml
Sitemap: https://www.managemarketing.com/vendorviewpoint_sitemap.xml
Sitemap: https://www.managemarketing.com/all_in_one_sitemap_main.xml
Sitemap: https://www.managemarketing.com/contributors_sitemap.xml
Sitemap: https://www.managemarketing.com/vendor_sitemap_new.xml
Sitemap: https://www.managemarketing.com/rankingxml_sitemap_new.xml