###
# For domain: http://www.oneteaspoon.com/
###

User-agent: *
Disallow: /store/review/product/list/id/
Disallow: /review/product/list/id/

Crawl-delay: 10

## DEVELOPMENT RELATED SETTINGS

## Do not crawl development files and folders: CVS, svn directories and dump files
Disallow: /CVS
Disallow: /*.svn$
Disallow: /*.git$
Disallow: /*.zip$
Disallow: /*.idea$
Disallow: /*.sql$
Disallow: /*.tgz$

## GENERAL MAGENTO SETTINGS

## Do not crawl Magento admin page
Disallow: /osadmin/

## Do not crawl common Magento technical folders
Disallow: /app/
Disallow: /magento/
Disallow: /geoip/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/
Disallow: /image/
Disallow: /sql/
Disallow: /datafeed/

## Do not crawl common Magento files
Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /get.php
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt