# ============================================
# FILE 1: public/robots.txt
# ============================================

# Default robots.txt untuk Griyoo - Properti Indonesia

User-agent: *
Allow: /

# Disallow admin & authentication pages
Disallow: /admin
Disallow: /admin/
Disallow: /login
Disallow: /register
Disallow: /password
Disallow: /reset-password
Disallow: /forgot-password
Disallow: /verify-email
Disallow: /profile
Disallow: /dashboard

# Disallow API endpoints (jika ada)
Disallow: /api/
Disallow: /api

# Disallow search & filter pages dengan parameter (avoid duplicate content)
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*page=

# Allow crawling property images
Allow: /storage/properties/
Allow: /images/

# Sitemap location
Sitemap: https://griyoo.com/sitemap.xml

# Crawl-delay untuk politeness (optional)
# Crawl-delay: 1

# ============================================
# Specific bots rules (optional)
# ============================================

# Google
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /storage/
Allow: /images/

# Bing
User-agent: Bingbot
Allow: /

# Facebook crawler (untuk OG images)
User-agent: facebot
Allow: /