# Agents used for both good and bad purposes, such as sucking up bandwidth # by downloading entire sites, or probing servers for security exploits. # RewriteCond %{HTTP_USER_AGENT} ^(ASPSeek|Deweb|Fetch|FlashGet|Getleft|GetURL|GetWebPage|.*HTTrack|KWebGet|libwww-perl|Mirror|NetAnts|NetCarta|netprospector|Net.Vampire|pavuk|PSurf|PushSite|reget|Rsync|Shai|SpiderBot|SuperBot|tarspider|Templeton|w3mir|web.by.mail|WebCopier|WebCopy|WebMiner|WebReaper|WebSnake|WebStripper|webvac|webwalk|WebCopier|WebZIP|Wget|XGET) [NC,OR] # User-Agent: Bloglines* # Disallow: /feed # User-Agent: Bloglines/3.1 # Disallow: /feed User-Agent: Googlebot-Image Disallow: / User-agent: Yahoo-MMCrawler Disallow: / # User-agent: Mediapartners-Google* # Disallow: