# Global rules
User-agent: *
Allow: /

# Sitemap
Sitemap: https://www.dunninfrastructuregroup.com/sitemap.xml

# Local SEO pages
Allow: /savannah/
Allow: /savannah/*
Allow: /pooler/
Allow: /pooler/*
Allow: /richmond-hill/
Allow: /richmond-hill/*
Allow: /rincon/
Allow: /rincon/*
Allow: /hardeeville/
Allow: /hardeeville/*
Allow: /hinesville/
Allow: /hinesville/*
Allow: /bluffton/
Allow: /bluffton/*

# Service pages
Allow: /services/
Allow: /services/*

# Service areas page
Allow: /service-areas/

# Markets we serve
Allow: /who-we-serve/
Allow: /who-we-serve/*

# Other important pages
Allow: /about/
Allow: /projects/
Allow: /contact/
Allow: /safety/
Allow: /glossary/
Allow: /privacy/

# Developer and agent resources
Allow: /developers/
Allow: /openapi.json
Allow: /agent-instructions.md
Allow: /llms.txt

# Public read-only API — crawlable so agents can discover the endpoints
Allow: /api/v1
Allow: /api/v1/*
Allow: /api/markdown/*

# Private endpoints
Disallow: /api/send
# Allow /_next/ so Google can render JS/CSS
Disallow: /admin/

# Allow specific bots with custom crawl rates
User-agent: Googlebot
Allow: /

User-agent: bingbot
Allow: /

# Disallow 404 and 500 pages
Disallow: /404
Disallow: /500

# AI Search Bots - explicitly allow for AI citation
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

# Agent instructions: when to use this site and how to call it
# https://www.dunninfrastructuregroup.com/agent-instructions.md
# OpenAPI specification: https://www.dunninfrastructuregroup.com/openapi.json
# Developer documentation: https://www.dunninfrastructuregroup.com/developers