User-agent: *
Allow: /

# Private, transactional or duplicate-generating paths.
Disallow: /admin
Disallow: /login
Disallow: /register
Disallow: /join
Disallow: /forgot
Disallow: /reset
Disallow: /verify
Disallow: /logout
Disallow: /me
Disallow: /profile/prefs
Disallow: /*/schedule/
Disallow: /*/schedule?
Disallow: /*/rate
Disallow: /*/question
Disallow: /*/tutor/
Disallow: /*/bookmark
Disallow: /*/vote
Disallow: /*/contribute
Disallow: /*/file/
Disallow: /unsubscribe
Disallow: /*/suggest
Disallow: /*/s/

# Filtered and paginated directory views duplicate the course pages.
Disallow: /*?q=
Disallow: /*?*faculty=
Disallow: /*?*subject=
Disallow: /*?*prof=
Disallow: /*?*level=
Disallow: /*?*gened=
Disallow: /*?*campus=
Disallow: /*?*page=
Disallow: /*partial=1

# AI assistants and answer engines. The `.md` addresses below are the
# same pages without the navigation; they carry `X-Robots-Tag: noindex`
# so they never compete with the HTML in a search index, which is why
# they are allowed here rather than blocked — a crawler that cannot
# fetch a URL can never read the header telling it not to index it.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: DuckAssistBot
User-agent: Amazonbot
User-agent: meta-externalagent
User-agent: MistralAI-User
User-agent: CCBot
Allow: /

# Private, transactional or duplicate-generating paths.
Disallow: /admin
Disallow: /login
Disallow: /register
Disallow: /join
Disallow: /forgot
Disallow: /reset
Disallow: /verify
Disallow: /logout
Disallow: /me
Disallow: /profile/prefs
Disallow: /*/schedule/
Disallow: /*/schedule?
Disallow: /*/rate
Disallow: /*/question
Disallow: /*/tutor/
Disallow: /*/bookmark
Disallow: /*/vote
Disallow: /*/contribute
Disallow: /*/file/
Disallow: /unsubscribe
Disallow: /*/suggest
Disallow: /*/s/

# Filtered and paginated directory views duplicate the course pages.
Disallow: /*?q=
Disallow: /*?*faculty=
Disallow: /*?*subject=
Disallow: /*?*prof=
Disallow: /*?*level=
Disallow: /*?*gened=
Disallow: /*?*campus=
Disallow: /*?*page=
Disallow: /*partial=1

Sitemap: https://studiety.com/sitemap.xml

# Markdown map of this site, for language models: https://studiety.com/llms.txt
# Fuller digest with catalogue descriptions: https://studiety.com/llms-full.txt