# robots.txt - topvote.bot
# Updated: 2026-09-10
#
# DO NOT ADD PER-CRAWLER GROUPS THAT ONLY SAY "Allow: /"
#
# A crawler obeys exactly ONE group: the most specific User-agent match, and it
# ignores every other group including this one. This file used to list 14
# groups and almost all of them held nothing but "Allow: /". They granted
# nothing the wildcard group does not already grant, and the moment a Disallow
# line is added below, every named crawler would silently ignore it.
#
# A named group is only worth writing when it says something DIFFERENT from the
# wildcard group. Search engines and AI answer engines are welcome here, and
# the single group below is what tells them so.

User-agent: *
Allow: /

# Previous builds of this page, kept on disk after a deploy. They are the same
# content under a second URL, which is the definition of a duplicate.
Disallow: /*.bak
Disallow: /*.bak_*

Sitemap: https://topvote.bot/sitemap.xml

# AI summary for answer engines: https://topvote.bot/llms.txt