# robots.txt for dosmenu.com
#
# Crawlers are welcome here, AI crawlers included. These rules only cut the
# two things that multiply a crawl for no benefit:
#
#   - Every menu link carries a theme= parameter, so each page exists in
#     one copy per theme. Crawl the default theme only. Each non-default
#     theme is listed by name (RFC 9309 wildcard syntax); add a line when
#     a theme is added to themes/.
#   - number-*, z* and test* are pagination test fixtures with no content,
#     in both URL forms the menu serves (?dir=... and /path/).
#
# The themes are listed explicitly rather than "Disallow: /*theme=" plus
# "Allow: /*theme=default" because RFC 9309 resolves conflicts by longest
# pattern, and that Allow would out-rank the fixture Disallows for a URL
# like ?dir=number-25&theme=default.

User-agent: *
Crawl-delay: 10

# Non-default themes (menuworks also covers menuworks2 / menuworks-advanced)
Disallow: /*theme=automenu
Disallow: /*theme=blueyellow
Disallow: /*theme=commander
Disallow: /*theme=directaccess
Disallow: /*theme=glance
Disallow: /*theme=mcmenu
Disallow: /*theme=mcteal
Disallow: /*theme=menumatic
Disallow: /*theme=menuworks
Disallow: /*theme=moo
Disallow: /*theme=powermenu
Disallow: /*theme=templeos
Disallow: /*theme=terminal

# Test fixture directories, query form (z1 also covers z10-z19, etc.)
Disallow: /*dir=number-
Disallow: /*dir=z1
Disallow: /*dir=z2
Disallow: /*dir=z3
Disallow: /*dir=z4
Disallow: /*dir=z5
Disallow: /*dir=z6
Disallow: /*dir=z7
Disallow: /*dir=z8
Disallow: /*dir=z9
Disallow: /*dir=test

# Test fixture directories, path form
Disallow: /number-
Disallow: /z1
Disallow: /z2
Disallow: /z3
Disallow: /z4
Disallow: /z5
Disallow: /z6
Disallow: /z7
Disallow: /z8
Disallow: /z9
Disallow: /test

# SEO backlink crawlers index this site for other people's link reports;
# nothing here needs them.
User-agent: SERankingBacklinksBot
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: BLEXBot
Disallow: /