# robots.txt for swantrad.com — optimized to block non-indexable/private areas

User-agent: *
# Admin back office
Disallow: /admin
Disallow: /admin/

# Authentication & account entry points
Disallow: /login
Disallow: /login/
Disallow: /login/google
Disallow: /login/google/
Disallow: /login/apple
Disallow: /logout
Disallow: /register
Disallow: /register_page
Disallow: /password

# Seller/Translator space (private dashboards, settings, etc.)
Disallow: /translator
Disallow: /translator/

# User private and transactional areas
Disallow: /user/
Disallow: /orders
Disallow: /orders/
Disallow: /work-documents/
Disallow: /files/
Disallow: /cart
Disallow: /checkout

# APIs, webhooks & system endpoints
Disallow: /api/
Disallow: /stripe/webhook
Disallow: /cron/
Disallow: /csp-report

# Internal ops/maintenance utilities (shouldn’t be crawled)
Disallow: /clear-cache
Disallow: /optimize-clear
Disallow: /db-seed
Disallow: /route-cache
Disallow: /config-cache
Disallow: /view-clear
Disallow: /_clear

# Realtime chat endpoints
Disallow: /fetch-messages
Disallow: /send-message

# Sitemaps
Sitemap: https://www.swantrad.com/sitemap
Sitemap: https://www.swantrad.com/sitemap-static.xml
Sitemap: https://www.swantrad.com/sitemap-services.xml
Sitemap: https://www.swantrad.com/sitemap-translators.xml
Sitemap: https://www.swantrad.com/sitemap-blog.xml
Sitemap: https://www.swantrad.com/sitemap-faq.xml

# Allow social bots for rich link previews
User-agent: LinkedInBot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /