# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: # User-Agent: * # Disallow: / # # Prevent download files but allow anything else User-Agent: * Disallow: /file/*/download/* Disallow: /downloads/* #Disallow: /streams/* Allow: / Sitemap: http://www.fileplay.net/sitemap.xml.gz Sitemap: http://www.fileplay.net/video-sitemap.xml.gz