# /robots.txt file for http://www.medpages.co.za and all for dev - dr 20160403
User-agent: Mediapartners-Google
Disallow: /sf/website/js/robotshide.js
Disallow:
User-agent: Googlebot
Disallow: /sf/website/js/robotshide.js
Allow: /
User-agent: bingbot
Disallow: /sf/website/js/robotshide.js
Allow: /
Crawl-delay: 30
User-agent: *
Disallow: /
# Sitemap: http://www.medpages.co.za/seo/highlighted.xml
Disallow: /tmp
Disallow: /logs
Disallow: /mpweb
Disallow: /processindexlogin.php*
Disallow: /index.php?content=pro-s&module=search*
Disallow: /index.php?module=search*
Disallow: /processsearchrequest.php*
Disallow: /process.php
Disallow: /*?module=organisationupdate
Disallow: /*?module=personupdate
Disallow: /*?page=orgupdate
Disallow: /*?page=personupdate
Disallow: /*?content=public&module=personupdate
Disallow: /*?content=public&module=organisationupdate
Disallow: /*module=organisationupdate*
Disallow: /*module=personupdate*
# Disallow: /*page=requestappointment_org*
# Disallow: /*page=requestappointment*
Disallow: /GASessions.php
Disallow: /sf/website/js/robotshide.js