# Robots.txt for sinisadagary.com
# Last updated: 2026-03-10

# AI & LLM Crawlers - Allow access to all public content
# Required for visibility in ChatGPT, Gemini, Perplexity, Grok, Claude
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: Applebot-Extended
User-agent: Amazonbot
Allow: /
Disallow: /*/dashboard
Disallow: /*/admin-panel
Disallow: /*/cms-panel
Disallow: /*/profile
Disallow: /*/wallet
Disallow: /*/transactions
Disallow: /*/exchange
Disallow: /*/orders
Disallow: /*/earnings
Disallow: /*/kyc-kyb
Disallow: /*/merchant-account
Disallow: /*/affiliate-packages
Disallow: /*/my-portfolio
Disallow: /*/products
Disallow: /*/materials-documents
Disallow: /api/

# Social Media Crawlers - Allow access to all public pages
User-agent: facebookexternalhit
User-agent: facebookexternalhit/1.1
User-agent: Facebot
User-agent: Twitterbot
User-agent: LinkedInBot
User-agent: Slackbot
User-agent: WhatsApp
User-agent: TelegramBot
Allow: /

# General crawlers
User-agent: *

# Disallow admin and dashboard areas
Disallow: /*/dashboard
Disallow: /*/admin-panel
Disallow: /*/cms-panel
Disallow: /*/profile
Disallow: /*/wallet
Disallow: /*/transactions
Disallow: /*/exchange
Disallow: /*/orders
Disallow: /*/earnings
Disallow: /*/kyc-kyb
Disallow: /*/merchant-account
Disallow: /*/affiliate-packages
Disallow: /*/my-portfolio
Disallow: /*/products
Disallow: /*/materials-documents

# Disallow authenticated pages
Disallow: /*/real-estate-page/
Disallow: /*/business-project/
Disallow: /*/business$
Disallow: /*/real-estate$
Disallow: /*/affiliates$

# Allow public pages (including CMS content with slugs)
Allow: /*/news
Allow: /*/blog-posts
Allow: /*/events
Allow: /*/webinars
Allow: /*/faq
Allow: /*/privacy-commitment
Allow: /*/gdpr
Allow: /*/terms-and-conditions
Allow: /*/contact-me

# Disallow API endpoints
Disallow: /api/
Disallow: /assets/js/

# Allow CSS and images
Allow: /assets/images/
Allow: /assets/icons/
Allow: /assets/sinisadagary/
Allow: /*.css
Allow: /*.js$

# Crawl delay (in seconds)
Crawl-delay: 1

# Sitemap location
Sitemap: https://sinisadagary.com/sitemap.xml