User-agent: *      
Disallow: /*/list.aspx?*    
Disallow: /search.aspx    
Allow: /*/list.aspx?bid    
Allow: /       

Sitemap: http://www.homeclick.com/sitemaphomeclick.xml          

    

# Global Directives  
User-agent: *  
Disallow: /ProductSheet.aspx  
Disallow: /secure/  
Disallow: /product.aspx  
Disallow: /more-info.aspx  
Disallow: /cart.aspx  
Disallow: /search.aspx  
Disallow: /*/product.aspx 
Disallow: /Secure/*  
Disallow: /Project/*  
Disallow: /Product/*  
Disallow: /Search/*  
Disallow: /Cart/*  
Disallow: /Error/*  
Disallow: /User/*  
Disallow: /Media/*  
Disallow: /Survey/*  
Disallow: /Supplier/*  
Disallow: /User/*  
Disallow: /*.php$  
Disallow: /*first_answer=     

user-agent: Pinterestbot
Crawl-delay: 1.0

user-agent: Megaindex
Crawl-delay: 5.0

User-agent: RedCarpet  
User-agent: ShopWiki  
User-agent: Baiduspider  
User-agent: voyager  
User-agent: Yandex  
User-agent: sogou spider  
User-agent: converacrawler  
User-agent: Ocelli  
User-agent: ScoutJet  
User-agent: CamontSpider  
User-agent: AhrefsBot  
User-agent: discobot  
User-agent: twiceler  
User-agent: Fatbot  
User-agent: BecomeBot  
User-agent: Speedy  
User-agent: Openbot  
User-agent: DealOzBot  
User-agent: NaverBot  
User-agent: Exabot  
User-agent: Yanga  
User-agent: psbot  
User-agent: MJ12bot  
User-agent: UbiCrawler  
User-agent: semanticdiscovery  
User-agent: TurnitinBot  
User-agent: TwengaBot  
User-agent: sitebot  
User-agent: 008  
Disallow: /