# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file

# allow adsense crawler access to all pages

User-Agent: *
Disallow: */xposts/

User-Agent: *
Disallow: */reader/

User-Agent: *
Disallow: /ads/

User-Agent: *
Disallow: */editor/*
Disallow: */posts/*/edit$

User-Agent: *
Disallow: */posts/*/publish$

User-Agent: *
Disallow: */singlepage/pipe/*
Disallow: */singlepage/uncached_pipe/*
Disallow: */singlepage/epipe/*

User-Agent: *
Disallow: */reads/*/read$

User-Agent: *
Disallow: /matches/
Disallow: /es/partidos/
Disallow: /it/partite/
Disallow: /de/spiele/
Disallow: /zh-CN/*

User-Agent: *
Disallow: /ping
Disallow: */sessions
Disallow: */admin/*
Disallow: */management
Disallow: */castr
Disallow: */unfeature$
Disallow: */unfeature/*

User-Agent: *
Disallow: /videos/
Allow: /channels/videos/