# jobgap.xyz
#
# Two different jobs are being done here, and confusing them is why this file
# has to be read carefully before editing.
#
# 1. Disallow = "do not crawl". Used below ONLY for the signed-in app and
#    internal tooling, which has no business in an index and has no existing
#    index presence to clean up.
#
# 2. noindex = "remove from the index". That lives as a meta tag ON the page
#    (see pages/expertapply, pages/expert-apply, pages/landing, pages/sarah).
#    Those pages are deliberately NOT disallowed here: a blocked page is never
#    re-crawled, so the crawler would never see the noindex and the stale entry
#    would sit in the index forever. They stay crawlable until they drop out.

User-agent: *

# The signed-in product.
Disallow: /dashboard
Disallow: /admin
Disallow: /mail
Disallow: /chat
Disallow: /documents
Disallow: /profile
Disallow: /applied
Disallow: /application-answers
Disallow: /dossier-setup
Disallow: /onboarding
Disallow: /notifications
Disallow: /jobstracker
Disallow: /job-tracker-feedback
Disallow: /interview
Disallow: /interview-intro
Disallow: /home
Disallow: /cv
Disallow: /old-dashboard

# Internal tooling. These are not behind the edge middleware (it guards only
# /dashboard and /admin), so without this they are openly crawlable.
Disallow: /va
Disallow: /moderator
Disallow: /metrics
Disallow: /sarah/organizations

# Auth, checkout and one-time result pages. Nothing to index, and some carry
# tokens or session-specific state in the URL.
Disallow: /login
Disallow: /signup
Disallow: /signup2
Disallow: /register-user
Disallow: /auth
Disallow: /invite
Disallow: /payment-confirmed
Disallow: /payment-successful
Disallow: /stripesuccess
Disallow: /success
Disallow: /failed
Disallow: /cancel
Disallow: /api

Sitemap: https://jobgap.xyz/sitemap.xml