User-agent: *
Allow: /
Crawl-delay: 60
Disallow: /public/scripts/address-book.js
Disallow: /public/scripts/category_scripts.js
Disallow: /public/scripts/category_scripts_mobile.js
Disallow: /public/scripts/checkout_mobile_scripts.js
Disallow: /public/scripts/checkout_paypal_mobile_scripts.js
Disallow: /public/scripts/checkout_paypal_scripts.js
Disallow: /public/scripts/checkout_scripts.js
Disallow: /public/scripts/customer.js
Disallow: /public/scripts/jquery.lazy.js
Disallow: /public/scripts/jquery-ui-autocomplete.min.js
Disallow: /public/scripts/jquery-ui-autocomplete-pack.js
Disallow: /public/scripts/main.js
Disallow: /public/scripts/payment-options.js
Disallow: /public/scripts/paypal_messages.js
Disallow: /public/scripts/product_script_new.js
Disallow: /public/scripts/product_scripts.js
Disallow: /public/scripts/stack_checkout_desktop.js
Disallow: /public/scripts/stack_checkout_mobile.js
Disallow: /public/scripts/stack_paypal_checkout_desktop.js
Disallow: /public/scripts/stack_paypal_checkout_mobile.js
Disallow: /public/scripts/subscriptions.js
Disallow: /public/scripts/subscriptions_new_modal.js
Disallow: /public/scripts/ws-jquery-ui-autocomplete-pack.js
Disallow: /public/scripts/sweet_alert.js
Disallow: /public/scripts/wishlist.js

User-agent: Baiduspider
Disallow: /
User-agent: Baiduspider-video
Disallow: /
User-agent: Baiduspider-image
Disallow: /
User-agent: YoudaoBot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: BUbiNG
Disallow: /
User-agent: ICC-Crawler
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: exensa
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: MauiBot (crawler.feedback+wc@gmail.com) 
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: SimplePie
Disallow: /
User-agent: SimplePie/1.1.1
Disallow: /
User-agent: Spiderbot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: Screaming Frog SEO Spider
Disallow: /
User-agent: webmail.tfsource.com
Disallow: /
User-agent: Seekport Crawler
Disallow: /
User-agent: BananaBot
Disallow: /


Sitemap: https://toygeek.com/sitemap.xml