# robots.txt for menj.bio
# Generated by Folio. Edit the settings in the admin, not this file:
# it is produced on request and any changes made here are not read.
#
# Syntax:
#   User-agent:   which crawler the following rules apply to
#   Allow:        a path the crawler may fetch
#   Disallow:     a path the crawler may not fetch
#   Crawl-delay:  seconds a crawler is asked to wait between requests
#   Sitemap:      an XML sitemap listing what is here
#   #             a comment; ignored by crawlers

# Everything else: ordinary search engines, archivers, and
# anything not named below.
User-agent: *
Allow: /

# AI crawlers are covered by the rule above: this library
# permits training, live retrieval, and AI search alike.
# Turning off "allow training" in the admin adds an explicit
# refusal here, naming each training crawler.

# The full machine-readable terms, including whether quoting
# and summarising are permitted, are in library.yaml, listed
# at the end of this file.

# Sitemaps
Sitemap: https://menj.bio/sitemap.xml
Sitemap: https://menj.bio/sitemap-pdf.xml
Sitemap: https://menj.bio/sitemap-video.xml
Sitemap: https://menj.bio/sitemap-categories.xml

# Machine-readable descriptions of this library.
# These have no robots.txt directive of their own, so they are
# named here where a crawler already looks.
#   llms.txt      a reading map of this library, written for AI
#                 https://menj.bio/llms.txt
#   identity.json who this site is and who it is about
#                 https://menj.bio/identity.json
#   vcard.vcf     the publisher as a downloadable contact card
#                 https://menj.bio/vcard.vcf
#   library.yaml  the full index, with machine-readable AI usage terms
#                 https://menj.bio/library.yaml