# Prosper Property Pty Ltd (ABN 14 629 783 857)
# Property Development and Advisory Services
# https://prosperproperty.com.au

User-agent: *
Allow: /

# Block access to sensitive areas
Disallow: /api/
Disallow: /_next/static/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: /internal/
Disallow: /.well-known/
Disallow: /test-styles/

# Allow specific files and directories
Allow: /api/og/*
Allow: /_next/static/media/
Allow: /favicon.ico
Allow: /manifest.json
Allow: /browserconfig.xml
Allow: /project-sheets/*.pdf

# Specific crawlers
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 2

# Block problematic crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

# Sitemap locations
Sitemap: https://prosperproperty.com.au/sitemap.xml

# Additional SEO information
# Host: prosperproperty.com.au