#Robots.txt for Indiamart.com
User-agent: *
Disallow: /cgi/		# keep robots out of the executable tree
Disallow: /temp/	# temp directory 
Disallow: /stats/	# stats directory
Disallow: /mycgi/ 	# mycgi directory
Disallow: /mailer/ 	# mailer directory
Disallow: /mailers/ 	# mailers directory
Disallow: /sellMailer/ 	# sell mailer directory
Disallow: /sell/ 	# trackpageview url in GA code of sell details page
Disallow: /buy/ 	# trackpageview url in GA code of buy details page
Disallow: /others/ 	# trackpageview url in GA code of offer not found and expiry pages
Disallow: /test.html 	# Test seperate static and dynamic content for index page
Disallow: /testindex.cgi 	# Test seperate static and dynamic content for index page
Disallow: /details1.mp   # details1 page for google experiment
Disallow: /details2.mp   # details2 page for google experiment
Disallow: /buyersearch.mp   # buy lead search
Disallow: /bigbuyer.mp   # bigbuyer
Disallow: /bigbuyer.php   # bigbuyer page
Disallow: /details-buy.php   # details page
Disallow: /buy1.html   # buy-home page
Disallow: /index-buy.php   # buy-home page 
Disallow: /buyersearch.php   # buy lead search
Disallow: /oldbuyersearch.php   # archived buy lead search
Disallow: /search.mp          # search.mp earlier used for both product and buylead

User-agent: Mediapartners-Google
Allow: /
User-agent: Adsbot-Google
Allow: /
User-agent: Yandex
Disallow: /

User-agent: Sogou web spider
Disallow:/

User-agent: Pingdom.com_bot
Disallow:/

User-agent: SputnikBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: bingbot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: FeedBurner
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: MJ12bot
Disallow: /