# ================================ # robots.txt # Arcadia Foot and Ankle, P.C. # Scottsdale | Mesa | Sun City, AZ # ================================ # -------------------------------- # All crawlers # -------------------------------- User-agent: * # Joomla system directories - no public content Disallow: /administrator/ Disallow: /api/ Disallow: /bin/ Disallow: /cache/ Disallow: /cli/ Disallow: /components/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /layouts/ Disallow: /libraries/ Disallow: /logs/ Disallow: /modules/ Disallow: /plugins/ Disallow: /tmp/ # Stylesheets and scripts inside those directories must stay # crawlable so pages render correctly Allow: /components/*.css Allow: /components/*.js Allow: /modules/*.css Allow: /modules/*.js Allow: /plugins/*.css Allow: /plugins/*.js # Duplicate and low-value URL parameters Disallow: /*?searchword= Disallow: /*?searchphrase= Disallow: /*?limitstart= Disallow: /*?start= Disallow: /*?tmpl=component Disallow: /*?print= Disallow: /*?format=pdf Disallow: /*?highlight= # Images and template assets are open Allow: /images/ Allow: /media/ Allow: /templates/ # -------------------------------- # Answer engines and AI crawlers # Explicitly permitted. A named user-agent group replaces the # wildcard group entirely, so the rules above are repeated here. # -------------------------------- User-agent: GPTBot User-agent: OAI-SearchBot User-agent: ChatGPT-User User-agent: ClaudeBot User-agent: Claude-User User-agent: Claude-SearchBot User-agent: anthropic-ai User-agent: PerplexityBot User-agent: Perplexity-User User-agent: Google-Extended User-agent: Applebot-Extended User-agent: Amazonbot User-agent: meta-externalagent User-agent: MistralAI-User User-agent: DuckAssistBot User-agent: CCBot Allow: / Disallow: /administrator/ Disallow: /api/ Disallow: /bin/ Disallow: /cache/ Disallow: /cli/ Disallow: /components/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /layouts/ Disallow: /libraries/ Disallow: /logs/ Disallow: /modules/ Disallow: /plugins/ Disallow: /tmp/ Allow: /components/*.css Allow: /components/*.js Allow: /modules/*.css Allow: /modules/*.js Allow: /plugins/*.css Allow: /plugins/*.js Disallow: /*?searchword= Disallow: /*?searchphrase= Disallow: /*?limitstart= Disallow: /*?start= Disallow: /*?tmpl=component Disallow: /*?print= Disallow: /*?format=pdf Disallow: /*?highlight= # ================================ # Discovery & Guidance # ================================ # llms.txt: https://www.arcadiafootandankle.com/llms.txt Sitemap: https://www.arcadiafootandankle.com/sitemap.xml