# BEGIN Navisite
User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: Web Downloader
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Offline Explorer Pro
Disallow: /

User-agent: HTTrack Website Copier
Disallow: /

User-agent: Offline Commander
Disallow: /

User-agent: Leech
Disallow: /

User-agent: WebSnake
Disallow: /

User-agent: BlackWidow
Disallow: /

User-agent: HTTP Weazel
Disallow: /

User-agent: *
Disallow: /admin/
Disallow: /files/
Disallow: /lib/
Disallow: /site/
Disallow: /includes/
Disallow: /config/
Disallow: /404.shtml
Disallow: /crossdomain.xml
Disallow: /en/system/refreshComments?contentId=
Disallow: /en/auth/password/change
Disallow: /en/auth/login
Disallow: /en/emailtofriend?
Disallow: /en/slideshows/params/index/id/
Disallow: /en/poll/poll/pollResultHome?
Disallow: /en/poll/poll/pollResult?
Sitemap: http://www.mydubaimetro.com/sitemap.xml


# END Navisite