Sitemap: https://www.barcodesinc.com/media/sitemap/sitemap.xml
User-agent: Bingbot
Crawl-delay: 10
User-agent: AhrefsBot
Crawl-delay: 10
User-agent: BadBot
Disallow: /
User-agent: *
Disallow: /*/admin/
Disallow: /admin/
Disallow: /*/admin*
## DEVELOPMENT RELATED SETTINGS
Disallow: /api/
Disallow: /app/
Disallow: /cgi-bin/
Disallow: /rest/V1/
## GENERAL MAGENTO SETTINGS
Disallow: /catalog/
## Magento Files
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /CHANGELOG.txt
Disallow: /CONTRIBUTING.md [contributing.md]
Disallow: /COPYING.txt
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /php.ini
Disallow: /README.md [readme.md]
Disallow: /SECURITY.md [security.md]
Disallow: /error_log
Disallow: /errors/
## MAGENTO SEO IMPROVEMENTS
# Disallow: */*? (Commented out directive)
Disallow: /*p=
Disallow: /*filters.*
Disallow: /*cat=*
Disallow: /*filter.
## User Account & Checkout Pages
Disallow: /add-ons.htm
Disallow: /checkout/
Disallow: /customer/
Disallow: /myaccount/
Disallow: /quotes/
Disallow: /quotes/quote_this.htm
Disallow: /*online_quote_add.php*
## Catalog Search Pages
Disallow: /search-results.htm
Disallow: /search.htm?p=
Disallow: /search.htm?q=
Disallow: /catalogsearch/result/?q
## Specific CMS Pages & Others
Disallow: /news/?author=
Disallow: /news/?m=
Disallow: /news/?tag=
Disallow: /news/tag/
Disallow: /partners/
## Duplicate Content
Disallow: /review/?pr_page_id=
## SERVER SETTINGS
Disallow: /cgi-bin/
Disallow: /server-status
Disallow: /server-info
Disallow: /tmp/
Disallow: /var/
Disallow: /var/cache/
Disallow: /var/composer_home/
Disallow: /var/log/
Disallow: /var/session/
Disallow: /var/tmp/
Disallow: /vendor/