User-agent: *
Allow: /

# Important pages
Allow: /services
Allow: /pricing
Allow: /blog
Allow: /about
Allow: /contact
Allow: /faq
Allow: /home-buying-tips
Allow: /cost-analysis
Allow: /resources

# Admin areas - block search engines
Disallow: /admin/
Disallow: /login
Disallow: /api/
# SEO audit 29 Jun 2026: tightened `/app` → `/app/` so the trailing slash
# scopes the block to inspector-app routes only. Without the slash,
# crawlers may interpret `/app` as a prefix and inadvertently block
# legitimate sibling files like /app-login.html and /app-manifest.json.
Disallow: /app/
Disallow: /calendar-add
Disallow: /admin/outreach

# Files
Allow: /sitemap.xml
Allow: /*.css
Allow: /*.js
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.gif
Allow: /*.webp
Allow: /*.svg

# Sitemap location
Sitemap: https://vginspect.com/sitemap.xml
Sitemap: https://vginspect.com/image-sitemap.xml

# Crawl delay for politeness
Crawl-delay: 1

# Note: /admin/ moved into the main Disallow block above (was duplicated
# here; consolidated 29 Jun 2026 in the SEO sweep).
#
# GSC indexing cleanup (11 Sep 2026) — the old `Disallow: /alternatives/`
# block was self-defeating: it stopped Google from crawling the
# competitor-comparison pages, so it could never SEE the noindex on them and
# left them "Indexed, though blocked by robots.txt". These pages now carry
# <meta name="robots" content="noindex,follow"> (client/src/pages/alternative.tsx)
# and are served as a 200 shell (CLIENT_ONLY_PREFIXES in server/vite.ts), so the
# block is removed to let the noindex be honoured. They remain out of the sitemap.