# Texas Triangle Home Buyers - Robots.txt
# https://www.txtrianglehomebuyers.com

# Allow all search engines full access
User-agent: *
Allow: /

# Sitemap location
Sitemap: https://www.txtrianglehomebuyers.com/sitemap.xml
Sitemap: https://www.txtrianglehomebuyers.com/sitemap-core.xml
Sitemap: https://www.txtrianglehomebuyers.com/sitemap-blog.xml
Sitemap: https://www.txtrianglehomebuyers.com/sitemap-cities-tier1.xml
Sitemap: https://www.txtrianglehomebuyers.com/sitemap-cities-tier2.xml
Sitemap: https://www.txtrianglehomebuyers.com/sitemap-cities-tier3.xml

# Plain-text site guide for AI assistants
# https://www.txtrianglehomebuyers.com/llms.txt

# Crawl-delay for polite crawling (optional, respected by some bots)
# Crawl-delay: 1

# Specific rules for major search engines
User-agent: Googlebot
Allow: /
Disallow: /admin
Disallow: /auth

User-agent: Bingbot
Allow: /
Disallow: /admin
Disallow: /auth

# Social media crawlers for link previews
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Slackbot
Allow: /

# Block AI training bots (optional - uncomment if desired)
# User-agent: GPTBot
# Disallow: /

# User-agent: ChatGPT-User
# Disallow: /

# User-agent: CCBot
# Disallow: /

# User-agent: anthropic-ai
# Disallow: /

# Block bad bots and scrapers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# Protect sensitive paths
User-agent: *
Disallow: /api/
Disallow: /*.json$
Disallow: /admin
Disallow: /auth