# Discussora Robots.txt
# Standard Search Engine Crawling & Privacy Directives

User-agent: *

# ==========================================
# 1. ALLOWED PUBLIC DIRECTORIES & CONTENT
# (Indexed by Google, Bing, Yahoo, DuckDuckGo)
# ==========================================
Allow: /
Allow: /marketplace
Allow: /marketplace/item/
Allow: /discussions
Allow: /discussion/
Allow: /questions
Allow: /popular
Allow: /latest
Allow: /categories
Allow: /category/
Allow: /earn
Allow: /earn/tasks
Allow: /earn/how-it-works
Allow: /communities
Allow: /community/
Allow: /members
Allow: /member/
Allow: /daily-question
Allow: /skills
Allow: /study-groups
Allow: /about
Allow: /privacy
Allow: /terms
Allow: /guidelines
Allow: /faq
Allow: /help
Allow: /assets/
Allow: /uploads/

# ==========================================
# 2. DISALLOWED PRIVATE / USER AREAS
# (Strictly Shielded from Search Engines)
# ==========================================
Disallow: /admin/
Disallow: /dashboard/
Disallow: /wallet/
Disallow: /messages/
Disallow: /friends/
Disallow: /settings/
Disallow: /security/
Disallow: /install/
Disallow: /api/
Disallow: /login
Disallow: /register
Disallow: /logout
Disallow: /password/
Disallow: /marketplace/create
Disallow: /marketplace/*/edit
Disallow: /marketplace/*/order
Disallow: /marketplace/promote/

# ==========================================
# 3. CRAWL OPTIMIZATION & XML SITEMAP
# ==========================================
Crawl-delay: 1
Sitemap: http://127.0.0.1:8000/sitemap.xml
