# robots.txt file for RangerLord.Net # updated 25 August 2005 User-agent: * Disallow: /x_priority/hotchicks.html Disallow: /buttons Disallow: /copyscape Disallow: /counter Disallow: /guestbook Disallow: /images Disallow: /picture_library Disallow: /sayop Disallow: /disclaimer.html Disallow: /theme.html Disallow: /theme1.html # Block (in order) spider trap, button images, copyscape images, # web counter, guestbook, general images, picture_library, SayOp, # disclaimer page, website theme pages. User-agent: Email Disallow: / # General block attempt at unsophisticated email harvestors User-agent: ConveraCrawler Disallow: / # Does not provide any benefit to me. # http://www.authoritativeweb.com/crawl User-agent: LinkWalker Disallow: / # Does not provide any benefit to me User-agent: Googlebot-Image Disallow: / # There are no images on this site that need indexing User-agent: psbot Disallow: / # picsearch.com # There are no images on this site that need indexing User-agent: Snapbot Disallow: / # robot which allegedly takes screenshots of each web page User-agent: webcollage Disallow: / # Block WebCollage entirely for wasting bandwidth