# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

User-Agent: *
Disallow: /players
Disallow: /*/players
Disallow: /*?ref_url=*
Disallow: /clubs/*/press
Disallow: /forums/user_forums
Disallow: /forums/my_*
Disallow: /friends
Disallow: /you_as_friend
Disallow: /player_transfers
Disallow: /mail
Disallow: /auctions
Disallow: /overview
Disallow: /logged_js_exceptions
Disallow: /team_overview
Disallow: /training
Disallow: /transactions
Disallow: /youth_squad
Disallow: /transfer_listings
Disallow: /contracts
Disallow: /login
Disallow: /*/login
Disallow: /leagues
Disallow: /*/leagues
Disallow: /statistics
Disallow: /*/statistics

User-agent: MJ12bot
User-Agent: ImagesiftBot
User-Agent: Yandexbot
Disallow: /

User-agent: Amazonbot
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Claude-Web
User-Agent: anthropic-ai
Disallow: /players
Disallow: /*/players
Disallow: /*?ref_url=*
Disallow: /clubs
Disallow: /*/clubs
Disallow: /clubs/*/press
Disallow: /forums
Disallow: /friends
Disallow: /you_as_friend
Disallow: /player_transfers
Disallow: /mail
Disallow: /auctions
Disallow: /overview
Disallow: /logged_js_exceptions
Disallow: /team_overview
Disallow: /training
Disallow: /transactions
Disallow: /youth_squad
Disallow: /transfer_listings
Disallow: /contracts
Disallow: /login
Disallow: /*/login
Disallow: /leagues
Disallow: /*/leagues
Disallow: /statistics
Disallow: /*/statistics