# === Allow Google AdSense Bot ===
User-agent: Mediapartners-Google
Allow: /
Allow: /ads.txt

# === Allow Googlebot (Search) ===
User-agent: Googlebot
Allow: /

# === Block SEO Crawlers & AI Bots ===
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Dotbot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Facebot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

# === General Rules ===
User-agent: *
Disallow: /search
Allow: /

# === Sitemaps ===
Sitemap: https://www.lyricsstart.in/sitemap.xml
Sitemap: https://www.lyricsstart.in/atom.xml?redirect=false&start-index=1&max-results=500