# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file

User-agent: *

# Admin, auth, and the Sidekiq dashboard — never index operational surfaces.
Disallow: /admin
Disallow: /users

# Outbound click trackers — these 302 to partner sites, no content of our own.
Disallow: /videos/*/track

# Thumbnail proxy — image bytes, not pages.
Disallow: /thumbs/

# Search result pages are per-query, thin, and duplicate-y. (They also carry a
# noindex meta tag; this keeps crawlers from spending budget on them at all.)
Disallow: /search
Disallow: /*/search

# Faceted / paginated listing URLs all canonicalize to a bare page — don't crawl the
# combinatorial explosion of filter + page + refinement permutations.
Disallow: /*?*filter
Disallow: /*?*page=
Disallow: /*?*q=
Disallow: /*?*combined_
Disallow: /*?*tag=

Sitemap: https://www.gofuckthat.com/sitemaps/sitemap.xml.gz