mdietline.com

User-agent: *

## Do not crawl common Magento technical folders
Disallow: /app/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/
Disallow: /supportmdiet/
Disallow: /database/
Disallow: /doclegal/ 
Disallow: /docmdiet/
## Disallow: /office/
## Disallow: /js/
Disallow: /js_web/
Disallow: /mdietftp/
Disallow: /pkinfo/
Disallow: /shell/
Disallow: /cgi-bin/
Disallow: /brasil/
Disallow: /spain/
Disallow: /portugal/
## Disallow: /skin/
Disallow: /videosrecetas/
Disallow: /mdia/
Disallow: /calculoimc/
Disallow: /scripts/
 
## Do not crawl common Magento files
Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /get.php
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt