User-agent: *
Allow: /

# Important pages for SEO
Allow: /labs
Allow: /about
Allow: /contact
Allow: /roadmap
Allow: /login
Allow: /register

# Block admin and sensitive areas
Disallow: /admin/
Disallow: /api/
Disallow: /server/
Disallow: *.json$
Disallow: /src/

# Block lab internal URLs that might expose vulnerabilities
Disallow: /labs/*/admin
Disallow: /labs/*/internal
Disallow: /labs/*/config

# Allow important assets
Allow: /assets/
Allow: /new_logo.jpg
Allow: /xploit_icon.png

# Sitemap location
Sitemap: https://xploitlab.me/sitemap.xml

# Crawl delay (optional - adjust based on server capacity)
# Crawl-delay: 1