# Onestop Webshop robots.txt file
#
# Well-behaved robots understand "Allow" directives.
# See http://www.robotstxt.org/db.html for full list

# Well-behaved robots understand "Allow" directives.
User-Agent: bingbot       # Bing
User-Agent: Googlebot     # Google
User-Agent: ia_archiver   # Internet Archive "wayback" machine
User-Agent: msnbot        # Microsoft
User-Agent: robozilla     # DMOZ
User-Agent: slurp         # Yahoo!
User-Agent: dotbot		  # Moz - https://moz.com/researchtools/ose/dotbot
User-Agent: MJ12bot		  # Majestic - https://majestic.com/support/faq
User-Agent: teoma         # Ask Jeeves
Disallow: /admin/		  # No Need To Crawl This
Disallow: /blog/wp-admin/ # No Need to Crawl This
Disallow: /clients/		  # No Need To Crawl This
Disallow: /gybcndlmx.php  # No need to Crawl This
Disallow: /error_log.txt  # No Need To Crawl This

# Disallow all other robots
User-Agent: *
Disallow: /

Sitemap: https://www.onestop-webshop.co.uk/sitemap.xml   # Advise bots where to locate the sitemap