# https://trippy.ai/robots.txt
#
# Search engines and link previews are welcome. Crawling to collect content
# for AI training, datasets or republishing is not permitted, and neither is
# any other automated access: see https://trippy.ai/legal/terms

# Search engines, AI search that links back to its sources, and link previews.
User-agent: Googlebot
User-agent: Bingbot
User-agent: Applebot
User-agent: DuckDuckBot
User-agent: OAI-SearchBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: Twitterbot
User-agent: facebookexternalhit
User-agent: LinkedInBot
User-agent: Slackbot
User-agent: Discordbot
User-agent: WhatsApp
User-agent: TelegramBot
Allow: /
# Media files only (images and video; link previews and image search fetch them).
# Object metadata (/api/s3/file/<bucket>/<id>/metadata), and whatever else answers
# under /api/s3/, stays behind Disallow: /api/. Two segments before /metadata, so
# an object whose id merely starts with "metadata" is still allowed.
Allow: /api/s3/file/
Disallow: /api/s3/file/*/*/metadata
Disallow: /api/
Disallow: /account/
Disallow: /auth/
Disallow: /me/
Disallow: /notifications/
Disallow: /saved/
Disallow: /search/
Disallow: /studio/

# AI training and dataset crawlers, and everyone not named above.
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Perplexity-User
User-agent: CCBot
User-agent: Bytespider
User-agent: meta-externalagent
User-agent: FacebookBot
User-agent: Amazonbot
User-agent: cohere-ai
User-agent: Diffbot
User-agent: *
Disallow: /