# Crawling is deliberately allowed.
#
# What keeps event pages, /claim, /ended and the app out of search results is
# the X-Robots-Tag: noindex header the API sets on everything outside the
# allow-list in apps/api/src/lib/robots.ts — today the marketing pages, the
# legal pages, and the help center.
#
# A Disallow here would be worse than nothing: a crawler that is told not to
# fetch a URL never sees the noindex on it, and Google will still list a bare
# URL it found linked elsewhere. Letting it fetch is what lets it read the
# directive and drop the page.
#
# This file also exists so /robots.txt isn't answered by the SPA fallback with
# a 200 and a page of HTML.
User-agent: *
Allow: /

# The sitemap is generated straight from the same allow-list that drives the
# X-Robots-Tag header above, so it can never advertise a page that header
# hides — see apps/api/src/lib/sitemap.ts.
Sitemap: https://whenworksforyou.com/sitemap.xml

# The site described for language models (llmstxt.org): /llms.txt is the map,
# /llms-full.txt is every help article inline. Both are generated from the
# same help corpus the pages render — see apps/api/src/lib/llms-txt.ts. Not a
# crawler directive; a pointer, since nothing links to them from a page.