# Vertex360 NDIS Software - SEO Optimized Robots.txt
# Generated: December 2025

# === GLOBAL RULES FOR ALL BOTS ===
User-agent: *

# WordPress Core Security
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-json/
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-register.php

# Duplicate Content Prevention
Disallow: /*/2/
Disallow: /*/3/
Disallow: /*/4/
Disallow: /*/5/
Disallow: /*/6/
Disallow: /*/7/
Disallow: /*/8/
Disallow: /*/9/
Disallow: /*/10/

# Archive Pages & Pagination
Disallow: /20*/
Disallow: /category/*/page/
Disallow: /author/
Disallow: /tag/

# WordPress Technical URLs
Disallow: /?s=
Disallow: /*?*
Disallow: /search
Disallow: /feed/
Disallow: /feeds/
Disallow: /comments/feed/
Disallow: /trackback/
Disallow: /*?attachment_id*

# Form & Function Pages
Disallow: /cancel-appointment/
Disallow: /appointment-cancellation-confirmation/
Disallow: /bookingpress-complete-payment/
Disallow: /thank-you/

# Allow Essential Resources
Allow: /wp-content/uploads/
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-content/themes/*/css/
Allow: /wp-content/themes/*/js/
Allow: /wp-content/themes/*/images/

# Allow Core Business Pages
Allow: /pricing/
Allow: /compare/
Allow: /ndis-software/
Allow: /blog/
Allow: /contact-us/
Allow: /about/

# === SEO TOOLS (Full Access) ===
User-agent: SemrushBot
Allow: /

User-agent: AhrefsBot
Allow: /

User-agent: MJ12bot
Allow: /
Crawl-delay: 5

User-agent: BLEXBot
Allow: /

User-agent: DotBot
Allow: /
Crawl-delay: 10

User-agent: ScreamingFrogSEOSpider
Allow: /

# === AI & LLM CRAWLERS (Full Access) ===
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

# === SOCIAL MEDIA CRAWLERS ===
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# === CONTROLLED ACCESS BOTS ===
User-agent: SeznamBot
Allow: /
Crawl-delay: 10

User-agent: YandexBot
Allow: /
Crawl-delay: 5

User-agent: BingBot
Allow: /

# === SITEMAPS ===
Sitemap: https://vertex360.io/sitemap.xml
Sitemap: https://vertex360.io/sitemap_index.xml

# === ADDITIONAL DIRECTIVES ===
# Last Updated: December 15, 2025
# Contact: SEO Team - Vertex360