# quakeindex.com — crawling is welcome.
User-agent: *
Allow: /

# The API is for programmatic clients, not for crawl budget. It is not secret; the
# documentation at /api/ is indexable and describes every endpoint.
Disallow: /api/latest
Disallow: /api/near
Disallow: /api/felt
# Town-lookup shards that maps read in the browser; most 1-degree cells have none.
Disallow: /lookup/

# Link-index and AI-training crawlers: welcome on the place, town and reference pages,
# not on the individual event pages.
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: DotBot
User-agent: MJ12bot
User-agent: SERankingBacklinksBot
User-agent: Amazonbot
User-agent: meta-externalagent
User-agent: Bytespider
# 2026-10-24 (QIX-080): ~110K event-page requests that day, against Googlebot's 20.
User-agent: meta-webindexer
User-agent: Reflectionbot
User-agent: AionBot
Disallow: /quake/
Disallow: /card/
Disallow: /api/latest
Disallow: /api/near
Disallow: /api/felt
Disallow: /lookup/

Sitemap: https://quakeindex.com/sitemap-pages.xml
Sitemap: https://quakeindex.com/sitemap-places.xml
Sitemap: https://quakeindex.com/sitemap-quakes.xml
Sitemap: https://quakeindex.com/sitemap-towns.xml
Sitemap: https://quakeindex.com/sitemap.xml