User-agent: Googlebot Disallow: /Resources/Handlers/ Disallow: /Resources/XSLTs/ Disallow: /Resources/XMLs/ Disallow: /Resources/PDF/ Disallow: /Resources/Widgets/ Disallow: /NAT-Loggers/ Disallow: /nat/ Disallow: /ReturnAuthForm Disallow: /Resources/Fonts/ Disallow: /unsuccessful-order.aspx Disallow: /returns.aspx Disallow: /my-account.aspx Disallow: /paymentgatewayccavenue.aspx Disallow: /tickets.aspx Disallow: /Thanks.aspx Disallow: /Failure.aspx Disallow: /feed-back.aspx Disallow: /*ols.html Disallow: /checkout.aspx #To avoid Crawl Error Disallow: /Contactus.aspx Disallow: /PostQuery.aspx Disallow: /me?* Disallow: /fb.html* Disallow: */errorpage.aspx* Disallow: */RequestProduct.aspx* Disallow: /design-pad-listing.aspx Disallow: /esdc.aspx* Disallow: /email-unsubscribe.htm* User-agent: bingbot Disallow: /Resources/Handlers/ Disallow: /Resources/XSLTs/ Disallow: /Resources/XMLs/ Disallow: /Resources/PDF/ Disallow: /Resources/Widgets/ Disallow: /NAT-Loggers/ Disallow: /nat/ Disallow: /ReturnAuthForm Disallow: /Resources/Fonts/ Disallow: /unsuccessful-order.aspx Disallow: /returns.aspx Disallow: /my-account.aspx Disallow: /paymentgatewayccavenue.aspx Disallow: /tickets.aspx Disallow: /Thanks.aspx Disallow: /Failure.aspx Disallow: /feed-back.aspx Disallow: /*ols.html Disallow: /checkout.aspx #To avoid Crawl Error Disallow: /Contactus.aspx Disallow: /PostQuery.aspx Disallow: /me?* Disallow: /fb.html* Disallow: */errorpage.aspx* Disallow: */RequestProduct.aspx* Disallow: /design-pad-listing.aspx Disallow: /esdc.aspx* Disallow: /email-unsubscribe.htm* User-agent: Googlebot-image Allow: Disallow: /Resources/Handlers/ Disallow: /Resources/XSLTs/ Disallow: /Resources/XMLs/ Disallow: /Resources/PDF/ Disallow: /Resources/Widgets/ Disallow: /NAT-Loggers/ Disallow: /nat/ Disallow: /ReturnAuthForm Disallow: /Resources/Fonts/ Disallow: /unsuccessful-order.aspx Disallow: /returns.aspx Disallow: /my-account.aspx Disallow: /paymentgatewayccavenue.aspx Disallow: /tickets.aspx Disallow: /Thanks.aspx Disallow: /Failure.aspx Disallow: /feed-back.aspx Disallow: /*ols.html Disallow: /checkout.aspx #To avoid Crawl Error Disallow: /Contactus.aspx Disallow: /PostQuery.aspx Disallow: /me?* Disallow: /fb.html* Disallow: */errorpage.aspx* Disallow: */RequestProduct.aspx* Disallow: /design-pad-listing.aspx Disallow: /esdc.aspx* Disallow: /email-unsubscribe.htm* User-agent: Applebot Crawl-delay: 50 Disallow: Disallow: /Resources/Handlers/ Disallow: /Resources/XSLTs/ Disallow: /Resources/XMLs/ Disallow: /Resources/PDF/ Disallow: /Resources/Widgets/ Disallow: /NAT-Loggers/ Disallow: /nat/ Disallow: /ReturnAuthForm Disallow: /Resources/Fonts/ Disallow: /unsuccessful-order.aspx Disallow: /returns.aspx Disallow: /my-account.aspx Disallow: /paymentgatewayccavenue.aspx Disallow: /tickets.aspx Disallow: /Thanks.aspx Disallow: /Failure.aspx Disallow: /feed-back.aspx Disallow: /*ols.html Disallow: /checkout.aspx #To avoid Crawl Error Disallow: /Contactus.aspx Disallow: /PostQuery.aspx Disallow: /me?* Disallow: /fb.html* Disallow: */errorpage.aspx* Disallow: */RequestProduct.aspx* Disallow: /design-pad-listing.aspx Disallow: /esdc.aspx* Disallow: /email-unsubscribe.htm* User-agent: Mozilla/5.0+(compatible;+Barkrowler/0.9;++https://babbar.tech/crawler) Disallow: / User-agent: Mozilla/5.0+(Macintosh;+Intel+Mac+OS+X+10_10_1)+AppleWebKit/600.2.5+(KHTML,+like+Gecko)+Version/8.0.2+Safari/600.2.5+(Amazonbot/0.1;++https://developer.amazon.com/support/amazonbot) Disallow: / User-agent: RollCrawl Disallow: / User-agent: Baiduspider Disallow: / User-agent: YandexBot Disallow: / User-agent: Sogou web spider Disallow: / User-agent: Junglee Bot Disallow: / User-agent: Pinterestbot Disallow: / User-agent: MJ12Bot Disallow: / User-agent: SemrushBot-BM Disallow: / User-agent: AhrefsBot Allow: / Crawl-delay: 20 User-agent: NaverBot Disallow: / User-agent: AspiegelBot Disallow: / User-agent: SemrushBot Allow: / Crawl-delay: 30 User-agent: Mozilla/5.0 (compatible; MegaIndex.ru/2.0; +http://megaindex.com/crawler) Disallow: / User-agent: Mozilla/5.0+(compatible;+MegaIndex.ru/2.0;++http://megaindex.com/crawler) Disallow: / # Block MegaIndex.ru User-agent: MegaIndex.ru/2.0 Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: megaIndex.ru Disallow: / User-agent: CCBot Disallow: / User-agent: Pinterest Crawl-delay: 200 User-agent: Pinterestbot/1.0 Crawl-delay: 200 #AI Bots Start User-agent: Google-Extended Disallow: User-agent: GPTBot Disallow: User-agent: anthropic-ai Disallow: User-agent: PerplexityBot Disallow: #AI Bots End User-agent: Mozilla/5.0 (compatible; Pinterestbot/1.0; +https://www.pinterest.com/bot.html) Crawl-delay: 300 User-agent: Mozilla/5.0+(compatible;+Pinterestbot/1.0;++http://www.pinterest.com/bot.html) Disallow: / User-agent: Mozilla/5.0 (compatible; Pinterestbot/1.0; http://www.pinterest.com/bot.html) Crawl-delay: 300 User-agent: Mozilla/5.0+(compatible;+Adsbot/3.1) Crawl-delay: 10 User-agent: Mozilla/5.0+(compatible;+DotBot/1.1;+http://www.opensiteexplorer.org/dotbot,+help@moz.com) Crawl-delay: 200 User-agent: Mozilla/5.0+(compatible;+BLEXBot/1.0;++http://webmeup-crawler.com/) Crawl-delay: 20 User-agent: BLEXBot/1.0 Crawl-delay: 200 User-agent: CCBot/2.0 (http://commoncrawl.org/faq/) Crawl-delay: 200 User-agent: CCBot/2.0 Crawl-delay: 200 User-agent: Mozilla/5.0 (compatible; MegaIndex.ru/2.0; +http://megaindex.com/crawler) Crawl-delay: 200 User-agent: Mozilla/5.0+(compatible;+DataForSeoBot/1.0;++https://dataforseo.com/dataforseo-bot) Crawl-delay: 2000 #Sitemap Files Sitemap: https://www.cbazaar.com/blog/sitemap_index.xml Sitemap: https://www.cbazaar.com/productsitemap.xml Sitemap: https://www.cbazaar.com/sitemap.xml Sitemap: https://www.cbazaar.com/ind/sitemap.xml Sitemap: https://www.cbazaar.com/cad/sitemap.xml Sitemap: https://www.cbazaar.com/ukd/sitemap.xml User-agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php) Crawl-delay: 30 User-agent: Mozilla/5.0 (Linux; Android 13) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.5359.128 Mobile Safari/537.36 (compatible; AhrefsSiteAudit/6.1; +http://ahrefs.com/robot/site-audit) Crawl-delay: 40 User-agent: meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler) Crawl-delay: 50