# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a content-signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a content-signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a content signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via content signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-Agent: *
Content-signal: search=yes,ai-train=no
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content

User-agent: *
disallow: *light=*
disallow: /movies/*/download/
disallow: /premium/
allow: /users/
disallow: /users/*/friends
disallow: /users/*/favorites
disallow: /users/profiles/
disallow: /posts/
disallow: /embed/
allow: /users/creators
allow: /user/xHamster/blog/*
allow: /user/xHamster/posts/*
disallow: /stories/*/print
disallow: *embedded_video*
disallow: /photos/gallery/*/
allow: /photos/gallery/*/2$
allow: /photos/gallery/*/3$
allow: /photos/gallery/*/4$
allow: /photos/gallery/*/5$
allow: /photos/gallery/*.html
disallow: /ab.log
disallow: /hot-7
disallow: /hot-30
disallow: /hot-7-pro
disallow: /hot-30-pro
disallow: /switch
disallow: *?max-duration=
disallow: *?min-duration=
disallow: *&max-duration=
disallow: *&min-duration=
disallow: *?geo=
disallow: */categories/*/best/daily
disallow: */categories/*/best/monthly
disallow: */categories/*/best/weekly
disallow: */categories/*/best/year-20
disallow: */categories/*/most-commented
disallow: */categories/*/most-viewed
disallow: */categories/*/producer
disallow: */categories/*/creator
disallow: */channels/*/newest
disallow: */channels/*/best
disallow: */channels/*/most-commented
disallow: */channels/*/most-viewed
disallow: */pornstars/*/newest
disallow: */pornstars/*/best
disallow: */pornstars/*/most-commented
disallow: */pornstars/*/most-viewed
disallow: */pornstars/*/exclusive
disallow: */creators/*/newest
disallow: */creators/*/best
disallow: */creators/*/most-commented
disallow: */creators/*/most-viewed
disallow: */creators/*/exclusive
disallow: */creators/*/full-length
disallow: */celebrities/*/newest
disallow: */celebrities/*/best
disallow: */celebrities/*/most-commented
disallow: */celebrities/*/most-viewed
disallow: */tags/*/newest
disallow: */tags/*/best
disallow: */tags/*/most-commented
disallow: */tags/*/most-viewed
disallow: */tags/*/producer
disallow: */tags/*/creator
allow: */categories/*/best
allow: */pornstars/all/*/best
allow: */creators/all/*/best
allow: */celebrities/all/*/best
disallow: */categories/*/best*?max-duration=
disallow: */categories/*/best*?min-duration=
disallow: */categories/*/best*&max-duration=
disallow: */categories/*/best*&min-duration=
disallow: /exit.php
disallow: */*/*/vr?*dimension=
disallow: */*/*/vr?*angle=
disallow: */categories/*fps=
disallow: */tags/*fps=
disallow: */channels/*fps=
disallow: */pornstars/*fps=
disallow: */creators/*fps=
disallow: */celebrities/*fps=
disallow: *=producer
disallow: *=creator
disallow: /signup?
disallow: /api/
disallow: */search/*cats=
disallow: */search/*correction=
disallow: */search/*date=
disallow: */search/*length=
disallow: */search/*orientations=
disallow: */search/*prod=
disallow: */search/*revert=
disallow: */search/*hidewatched=
disallow: */search/*sort=date
disallow: */search/*sort=longest
disallow: */search/*sort=views
disallow: */search/*angle=
disallow: */search/*dimension=

# Disallow all pagination
Disallow: */search/*page=

# Allow search pages from 2 to 10
Allow: */search/*?page=2$
Allow: */search/*?page=3$
Allow: */search/*?page=4$
Allow: */search/*?page=5$
Allow: */search/*?page=6$
Allow: */search/*?page=7$
Allow: */search/*?page=8$
Allow: */search/*?page=9$
Allow: */search/*?page=10$

# Allow best search pages from 2 to 10
Allow: */search/*?sort=best&page=2$
Allow: */search/*?sort=best&page=3$
Allow: */search/*?sort=best&page=4$
Allow: */search/*?sort=best&page=5$
Allow: */search/*?sort=best&page=6$
Allow: */search/*?sort=best&page=7$
Allow: */search/*?sort=best&page=8$
Allow: */search/*?sort=best&page=9$
Allow: */search/*?sort=best&page=10$

disallow: *?skip=
disallow: *&skip=
disallow: /webcams/
disallow: /tracking?
disallow: *?x_platform_switch=*
disallow: /xembed.php
disallow: /livevideoamp/
disallow: /fhwidgetamp/
disallow: /info/list-of-processors
disallow: /info/dsa-transparency-report-2024

User-agent: ia_archiver
Disallow: /