# Robots.txt file from http://www.nlclassifieds.com User-agent: ia_archiver Disallow: /post Disallow: /contact Disallow: /disclaimer Disallow: /realestate Disallow: /privacypolicy Disallow: /search #Disallow: /advertise #Disallow: /department #Disallow: /classifieds #Disallow: /readguestbook #Disallow: /signguestbook #Disallow: /tellafriend #Disallow: /login #Disallow: /faq #Disallow: /registration User-agent: Gigabot Disallow: /department Disallow: /classifieds User-agent: Exabot Disallow: /department Disallow: /classifieds User-agent: Yanga WorldSearch Bot Disallow: / User-agent: QihooBot Disallow: / User-agent: msnbot-media Disallow: / User-agent: genieBot Disallow: / User-agent: ConveraCrawler Disallow: / User-agent: ShopWiki Disallow: /department Disallow: /classifieds User-agent: Yeti Disallow: /department Disallow: /classifieds User-agent: Yeti/1.0 Disallow: /department Disallow: /classifieds User-agent: Sogou web spider/4.0 Disallow: /department Disallow: /classifieds User-agent: Sogou web spider Disallow: /department Disallow: /classifieds User-agent: Sogou spider Disallow: /department Disallow: /classifieds User-agent: RedCarpet Disallow: /department Disallow: /classifieds User-agent: * Disallow: /images Disallow: /banners Disallow: /clients Disallow: /client #Disallow: /advertising Disallow: /statistics Disallow: /contest Disallow: /contestEntered Disallow: /lists Disallow: /verification User-agent: Googlebot-Image Allow: /