# Filename:robots.txt file for http://www.naukri.com/ # Created September, 30, 2006. # Author: Sameer Garg # Email : sameer.garg[at]naukri.com # Edited : December 16th, 2009 # guruji,google-mobile User-agent: Googlebot # Googlebot Disallow:/admin/ Disallow:/sar/ Disallow:/stats/ Disallow:/mysql_pulsechck/ Disallow:/includes/ Disallow:/advertiser/ Disallow:/zapperip/ Crawl-delay: 100 User-agent: Googlebot-Image # Googlebot Disallow:/admin/ Disallow:/sar/ Disallow:/stats/ Disallow:/mysql_pulsechck/ Disallow:/includes/ Disallow:/advertiser/ Disallow:/zapperip/ Crawl-delay: 100 User-agent: Mediapartners-Google* # GoogleMedia Partners Disallow:/admin/ Disallow:/sar/ Disallow:/stats/ Disallow:/mysql_pulsechck/ Disallow:/includes/ Disallow:/advertiser/ Disallow:/zapperip/ Crawl-delay: 100 User-agent: AdsBot-Google # Google Adsbot Disallow:/admin/ Disallow:/sar/ Disallow:/stats/ Disallow:/mysql_pulsechck/ Disallow:/includes/ Disallow:/advertiser/ Disallow:/zapperip/ Crawl-delay: 100 User-agent: Googlebot-Mobile # Google Mobile robot Disallow:/admin/ Disallow:/sar/ Disallow:/stats/ Disallow:/mysql_pulsechck/ Disallow:/includes/ Disallow:/advertiser/ Disallow:/zapperip/ Crawl-delay: 100 User-agent: GurujiBot Disallow:/admin/ Disallow:/sar/ Disallow:/stats/ Disallow:/mysql_pulsechck/ Disallow:/includes/ Disallow:/advertiser/ Disallow:/zapperip/ Crawl-delay: 100 User-agent: ia_archiver # Alexa Disallow:/ User-agent: msnbot # MSN search bot Disallow:/admin/ Disallow:/sar/ Disallow:/stats/ Disallow:/mysql_pulsechck/ Disallow:/includes/ Disallow:/advertiser/ Disallow:/zapperip/ Crawl-delay: 100 User-agent: Slurp # Yahoo Disallow:/admin/ Disallow:/sar/ Disallow:/stats/ Disallow:/mysql_pulsechck/ Disallow:/includes/ Disallow:/advertiser/ Disallow:/zapperip/ Crawl-delay: 100 User-agent: Teoma # Ask Jeeves Disallow:/admin/ Disallow:/sar/ Disallow:/stats/ Disallow:/mysql_pulsechck/ Disallow:/includes/ Disallow:/advertiser/ Disallow:/zapperip/ Crawl-delay: 100 User-agent: Scooter # Altavista Disallow:/admin/ Disallow:/sar/ Disallow:/stats/ Disallow:/mysql_pulsechck/ Disallow:/includes/ Disallow:/advertiser/ Disallow:/zapperip/ Crawl-delay: 100 User-agent: Robozilla # Open directory project Disallow:/admin/ Disallow:/sar/ Disallow:/stats/ Disallow:/mysql_pulsechck/ Disallow:/includes/ Disallow:/advertiser/ Disallow:/zapperip/ Crawl-delay: 100 User-agent: baiduspider # Baidu Disallow:/admin/ Disallow:/sar/ Disallow:/stats/ Disallow:/mysql_pulsechck/ Disallow:/includes/ Disallow:/advertiser/ Disallow:/zapperip/ Crawl-delay: 100 User-agent: lycos # Lycos Disallow:/admin/ Disallow:/sar/ Disallow:/stats/ Disallow:/mysql_pulsechck/ Disallow:/includes/ Disallow:/advertiser/ Disallow:/zapperip/ Crawl-delay: 100 User-agent: gulliver # Northern Light Disallow:/admin/ Disallow:/sar/ Disallow:/stats/ Disallow:/mysql_pulsechck/ Disallow:/includes/ Disallow:/advertiser/ Disallow:/zapperip/ Crawl-delay: 100 User-agent: Arachnoidea # Euroseek Disallow:/admin/ Disallow:/sar/ Disallow:/stats/ Disallow:/mysql_pulsechck/ Disallow:/includes/ Disallow:/advertiser/ Disallow:/zapperip/ Crawl-delay: 100 User-agent: Gulper # Yuntis Disallow:/admin/ Disallow:/sar/ Disallow:/stats/ Disallow:/mysql_pulsechck/ Disallow:/includes/ Disallow:/advertiser/ Disallow:/zapperip/ Crawl-delay: 100 User-agent: Fluffy the spider # Search Hippo Disallow:/admin/ Disallow:/sar/ Disallow:/stats/ Disallow:/mysql_pulsechck/ Disallow:/includes/ Disallow:/advertiser/ Disallow:/zapperip/ Crawl-delay: 100 User-agent: MantraAgent # Look smart Disallow:/admin/ Disallow:/sar/ Disallow:/stats/ Disallow:/mysql_pulsechck/ Disallow:/includes/ Disallow:/advertiser/ Disallow:/zapperip/ Crawl-delay: 100 User-agent: MSICrawler #MS Internet Explorer for offline viewing Disallow:/admin/ Disallow:/sar/ Disallow:/stats/ Disallow:/mysql_pulsechck/ Disallow:/includes/ Disallow:/advertiser/ Disallow:/zapperip/ Crawl-delay: 100 User-agent: Echo! Disallow:/admin/ Disallow:/sar/ Disallow:/stats/ Disallow:/mysql_pulsechck/ Disallow:/includes/ Disallow:/advertiser/ Disallow:/zapperip/ Crawl-delay: 100 User-agent: * #Disallow all other spiders Disallow: / Disallow: / Disallow: /ecampus/