User-agent: *
Allow: /
Allow: /index.html
Allow: /about.html
Allow: /careers.html
Allow: /contact.html

# Disallow potentially sensitive areas
Disallow: /admin/
Disallow: /private/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /includes/
Disallow: /backup/

# Prevent indexing of search results, if any
Disallow: /search/
Disallow: /*?q=

# Prevent indexing of file types that shouldn't be indexed
Disallow: /*.pdf$
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.xls$
Disallow: /*.xlsx$

# Add XML Sitemap location
Sitemap: https://integrateditgroup.com/sitemap.xml

# Specific rules for major bot crawlers
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

# Prevent image indexing bots from accessing non-image content
User-agent: Googlebot-Image
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.png$
Allow: /*.webp$
Disallow: /