# robots.txt for https://hobartloans.com/
# All search engines and AI crawlers are welcome to index public content.

User-agent: *
Allow: /
Disallow: /thank-you.html
Disallow: /search.html
Disallow: /saved.html
Disallow: /send.php

# Google (Search + Gemini / Vertex AI grounding)
User-agent: Googlebot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: GoogleOther
Allow: /

# Microsoft Bing / Copilot
User-agent: Bingbot
Allow: /

# OpenAI (ChatGPT search & training)
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: GPTBot
Allow: /

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /
User-agent: Claude-User
Allow: /
User-agent: Claude-SearchBot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /

# Apple, Meta, Amazon, DuckDuckGo, Common Crawl, Mistral, Cohere
User-agent: Applebot
Allow: /
User-agent: Applebot-Extended
Allow: /
User-agent: meta-externalagent
Allow: /
User-agent: Amazonbot
Allow: /
User-agent: DuckAssistBot
Allow: /
User-agent: CCBot
Allow: /
User-agent: MistralAI-User
Allow: /
User-agent: cohere-ai
Allow: /

# AI-readable summaries (llmstxt.org convention)
# https://hobartloans.com/llms.txt
# https://hobartloans.com/llms-full.txt

Sitemap: https://hobartloans.com/sitemap.xml