User-agent: *
Disallow: /articles/include/
Disallow: /fly/
Disallow: /phpshop/?page=shop/
Disallow: /sendlink.aspx/
Disallow: /shop/
Disallow: /includes/ 
Disallow: /webalizer/ 
Disallow: /wizards/ 
Disallow: /store/ 
Disallow: /ac5/ 
Disallow: /acb/ 
Disallow: /store/ 
Disallow: /stores/ 
Disallow: /support/ 
Disallow: /clients/ 
Disallow: /User-agent: DittoSpyder
Disallow: /User-agent: EmailCollector
Disallow: /User-agent: EmailSiphon
Disallow: /User-agent: EmailWolf
Disallow: /User-agent: EroCrawler
Disallow: /User-agent: ExtractorPro
Disallow: /User-agent: Foobot
Disallow: /User-agent: Harvest/1.5
Disallow: /User-agent: hloader
Disallow: /User-agent: httplib
Disallow: /User-agent: humanlinks
Disallow: /User-agent: InfoNaviRobot
Disallow: /User-agent: JennyBot
Disallow: /User-agent: Kenjin Spider
Disallow: /User-agent: Keyword Density/0.9
Disallow: /User-agent: LexiBot
Disallow: /User-agent: libWeb/clsHTTP
Disallow: /User-agent: LinkextractorPro
Disallow: /User-agent: LinkScan/8.1a Unix
Disallow: /User-agent: LinkWalker
Disallow: /User-agent: LNSpiderguy
Disallow: /User-agent: lwp-trivial
Disallow: /User-agent: lwp-trivial/1.34
Disallow: /User-agent: Mata Hari
Disallow: /User-agent: mozilla/4
Disallow: /User-agent: NetMechanic                      

# End robots.txt file