User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /admin/

User-agent: msnbot
Crawl-delay: 10

User-agent: Teoma
Crawl-delay: 10

User-agent: Slurp
Crawl-delay: 10

User-agent: aipbot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Voyager 
Disallow: / 

User-agent: BaiDuSpider 
Disallow: / 

User-agent: BackRub/*.* 
Disallow: / 

User-agent: Grub.org 
Disallow: / 

User-agent: botRightHere 
Disallow: / 

User-agent: larbin 
Disallow: / 

User-agent: psbot 
Disallow: / 

User-agent: Walhello appie 
Disallow: / 

User-agent: Python-urllib 
Disallow: / 

User-agent: Googlebot-Image 
Disallow: / 

User-agent: CherryPicker 
Disallow: / 

User-agent: EmailCollector 
Disallow: / 

User-agent: WebBandit 
Disallow: / 

User-agent: EmailWolf 
Disallow: / 

User-agent: CopyRightCheck 
Disallow: / 

User-agent: Crescent 
Disallow: / 

User-agent: yandex bot 
Disallow: / 


sitemap:  http://www.listingweb.com/sitemap.xml