# robots.txt generated by http://www.searchforsex.com/
User-agent: Googlebot
Disallow: 
User-agent: Googlebot-Image
Disallow: 
User-agent: MSNBot
Disallow: 
User-agent: Slurp
Disallow: 
User-agent: Teoma
Disallow: 
User-agent: Gigabot
Disallow: /
User-agent: Scrubby
Disallow: /
User-agent: Robozilla
Disallow: 
User-agent: Nutch
Disallow: /
User-agent: ia_archiver
Disallow: 
User-agent: baiduspider
Disallow: /
User-agent: yahoo-mmcrawler
Disallow: 
User-agent: psbot
Disallow: 
User-agent: asterias
Disallow: 
User-agent: yahoo-blogs/v3.9
Disallow: 
User-agent: *
Disallow: 
Disallow: /cgi-bin/
Disallow: /td/
Disallow: /table/
Disallow: /data/
Disallow: /folder/
Disallow: /nick/
Disallow: /htaccess/
Disallow: /image/
Disallow: /js/
Disallow: /process/
Disallow: /show_data/
Disallow: /sitereview/
Disallow: /small/
Disallow: /stats/
Disallow: /stats.old/
Disallow: /td/
Disallow: /tgpost/
Disallow: /sitereviewpost/
Disallow: /invite/
Disallow: /counter/
Disallow: /1/
Disallow: /2/
Disallow: /03/
Disallow: /ajax/
Disallow: /freexxxpasses/
Disallow: /hello.wdgt/
Sitemap: http://www.searchforsex.com/sitemap.xml