# robots.txt for Defend.ink - Legal Consultation Platform
# Updated for SEO optimization

User-agent: *
# Allow important public pages for SEO
Allow: /
Allow: /consultation
Allow: /pricing
Allow: /case-management
Allow: /case-studies
Allow: /case-studies/
Allow: /legal-updates
Allow: /legal-updates/
Allow: /faqs
Allow: /help-center
Allow: /help-center/
Allow: /legal-risk-checker
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /learning
Allow: /learning/
Allow: /practice-areas
Allow: /practice-areas/
Allow: /community
Allow: /community/
Disallow: /community/new
Disallow: /community/reply
Disallow: /community/*/edit
Disallow: /community/*/update
Disallow: /community/*/delete
Disallow: /community/*/report

# Q&A module
Allow: /ask-a-lawyer
Allow: /ask-a-lawyer/
Allow: /ask-a-lawyer/tagged/
Disallow: /ask-a-lawyer/new

# Disallow private/user areas
Disallow: /login
Disallow: /register
Disallow: /logout
Disallow: /dashboard
Disallow: /cases
Disallow: /cases/
Disallow: /consultations
Disallow: /consultations/
Disallow: /documents
Disallow: /documents/
Disallow: /court-dates
Disallow: /court-dates/
Disallow: /chat
Disallow: /unsubscribe
Disallow: /thank-you

# Disallow /sm/ — internal alias used by custom-domain proxy, canonical is /lawyers/
Disallow: /sm/

# Disallow admin areas
Disallow: /Admin
Disallow: /Admin/

# Disallow API and internal routes
Disallow: /api/
Disallow: /_next/
Disallow: /cache/
Disallow: /vendor/
Disallow: /storage/
Disallow: /config/

# Allow search engines to crawl CSS and JS for better rendering
Allow: /css/
Allow: /js/
Allow: /images/
Allow: /fonts/
Allow: /public/

# Crawl-delay for respectful crawling (optional)
# Crawl-delay: 1

# Sitemap location (update with your actual domain)
# For production, replace with your actual domain

# Specific rules for major search engines
User-agent: Googlebot
Allow: /
Disallow: /sm/
Disallow: /Admin
Disallow: /Admin/
Disallow: /dashboard
Disallow: /dashboard/
Disallow: /cases
Disallow: /consultations

User-agent: Bingbot
Allow: /
Disallow: /sm/
Disallow: /Admin
Disallow: /Admin/
Disallow: /dashboard
Disallow: /dashboard/
Disallow: /cases
Disallow: /consultations

# Block bad bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

Sitemap: https://www.defend.ink/public/sitemap-index.xml