User-agent: *
Allow: /

# Disallow admin and private areas
Disallow: /admin/
Disallow: /admin/filebrowser/
Disallow: /tinymce/
Disallow: /captcha/

# Disallow API endpoints (except public ones)
Disallow: /api/meta/

# Disallow media uploads and private files
Disallow: /media/uploads/
Disallow: /static/admin/
Disallow: /static/filebrowser/
Disallow: /static/tinymce/
Disallow: /static/ckeditor/
Disallow: /static/django_tinymce/

# Allow important static files
Allow: /static/css/
Allow: /static/js/
Allow: /static/img/
Allow: /static/fonts/
Allow: /media/css/
Allow: /media/js/
Allow: /media/img/
Allow: /media/fonts/
Allow: /media/site-img/

# Sitemap location
Sitemap: https://latitudeyachts.eu/sitemap.xml

# Crawl delay (optional - be respectful to server)
Crawl-delay: 1

# AI crawlers — same public access as User-agent: * (intentional Allow)
User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /admin/filebrowser/
Disallow: /tinymce/
Disallow: /captcha/
Disallow: /api/meta/
Disallow: /media/uploads/
Disallow: /static/admin/
Disallow: /static/filebrowser/
Disallow: /static/tinymce/
Disallow: /static/ckeditor/
Disallow: /static/django_tinymce/

User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /admin/filebrowser/
Disallow: /tinymce/
Disallow: /captcha/
Disallow: /api/meta/
Disallow: /media/uploads/
Disallow: /static/admin/
Disallow: /static/filebrowser/
Disallow: /static/tinymce/
Disallow: /static/ckeditor/
Disallow: /static/django_tinymce/

User-agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /admin/filebrowser/
Disallow: /tinymce/
Disallow: /captcha/
Disallow: /api/meta/
Disallow: /media/uploads/
Disallow: /static/admin/
Disallow: /static/filebrowser/
Disallow: /static/tinymce/
Disallow: /static/ckeditor/
Disallow: /static/django_tinymce/

User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /admin/filebrowser/
Disallow: /tinymce/
Disallow: /captcha/
Disallow: /api/meta/
Disallow: /media/uploads/
Disallow: /static/admin/
Disallow: /static/filebrowser/
Disallow: /static/tinymce/
Disallow: /static/ckeditor/
Disallow: /static/django_tinymce/

User-agent: Applebot-Extended
Allow: /
Disallow: /admin/
Disallow: /admin/filebrowser/
Disallow: /tinymce/
Disallow: /captcha/
Disallow: /api/meta/
Disallow: /media/uploads/
Disallow: /static/admin/
Disallow: /static/filebrowser/
Disallow: /static/tinymce/
Disallow: /static/ckeditor/
Disallow: /static/django_tinymce/

User-agent: CCBot
Allow: /
Disallow: /admin/
Disallow: /admin/filebrowser/
Disallow: /tinymce/
Disallow: /captcha/
Disallow: /api/meta/
Disallow: /media/uploads/
Disallow: /static/admin/
Disallow: /static/filebrowser/
Disallow: /static/tinymce/
Disallow: /static/ckeditor/
Disallow: /static/django_tinymce/