# Static robots.txt served from /public.
#
# We deliberately do NOT use app/robots.ts: the metadata route does not resolve
# from inside the (frontend) route group and 404s, while sitemap.ts from the
# same folder works. robots content is fully static, so a plain file is both
# simpler and immune to that quirk. Keep the Sitemap line in sync with SITE_URL.

User-agent: *
Allow: /

Disallow: /linkedin-pilot

# Payload admin and REST API should not be crawled.
Disallow: /cms-admin-4560
Disallow: /api/

Sitemap: https://useindexly.com/sitemap.xml
Host: https://useindexly.com