User-agent: Googlebot

Disallow: /Resources/Handlers/
Disallow: /Resources/XSLTs/
Disallow: /Resources/XMLs/
Disallow: /Resources/PDF/
Disallow: /Resources/Widgets/
Disallow: /NAT-Loggers/
Disallow: /nat/
Disallow: /ReturnAuthForm
Disallow: /Resources/Fonts/
Disallow: /*ols.html
#To avoid Crawl Error 
Disallow: /me?*
Disallow: /fb.html*
Disallow: /email-unsubscribe.htm*

User-agent: bingbot

Disallow: /Resources/Handlers/
Disallow: /Resources/XSLTs/
Disallow: /Resources/XMLs/
Disallow: /Resources/PDF/
Disallow: /Resources/Widgets/
Disallow: /NAT-Loggers/
Disallow: /nat/
Disallow: /ReturnAuthForm
Disallow: /Resources/Fonts/
Disallow: /*ols.html
#To avoid Crawl Error 
Disallow: /me?*
Disallow: /fb.html*
Disallow: /email-unsubscribe.htm*

User-agent: Googlebot-image
Allow:

Disallow: /Resources/Handlers/
Disallow: /Resources/XSLTs/
Disallow: /Resources/XMLs/
Disallow: /Resources/PDF/
Disallow: /Resources/Widgets/
Disallow: /NAT-Loggers/
Disallow: /nat/
Disallow: /ReturnAuthForm
Disallow: /Resources/Fonts/
Disallow: /*ols.html
#To avoid Crawl Error 
Disallow: /me?*
Disallow: /fb.html*
Disallow: /email-unsubscribe.htm*

User-agent: Applebot
Crawl-delay: 50

Disallow:
Disallow: /Resources/Handlers/
Disallow: /Resources/XSLTs/
Disallow: /Resources/XMLs/
Disallow: /Resources/PDF/
Disallow: /Resources/Widgets/
Disallow: /NAT-Loggers/
Disallow: /nat/
Disallow: /ReturnAuthForm
Disallow: /Resources/Fonts/
Disallow: /*ols.html
#To avoid Crawl Error 
Disallow: /me?*
Disallow: /fb.html*
Disallow: /email-unsubscribe.htm*

User-agent: Mozilla/5.0+(compatible;+Barkrowler/0.9;++https://babbar.tech/crawler)
Disallow: /

User-agent: Mozilla/5.0+(Macintosh;+Intel+Mac+OS+X+10_10_1)+AppleWebKit/600.2.5+(KHTML,+like+Gecko)+Version/8.0.2+Safari/600.2.5+(Amazonbot/0.1;++https://developer.amazon.com/support/amazonbot)            
Disallow: /

User-agent: RollCrawl
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Sogou web spider 
Disallow: /

User-agent: Junglee Bot
Disallow: /

User-agent: Pinterestbot
Disallow: /

User-agent: MJ12Bot
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: Mozilla/5.0 (compatible; MegaIndex.ru/2.0; +http://megaindex.com/crawler)
Disallow: /

# Block  MegaIndex.ru

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: megaIndex.ru
Disallow: /

User-agent: Pinterest
Crawl-delay: 200

#AI Bots Start

User-agent: Google-Extended
Disallow:

User-agent: GPTBot
Disallow:

User-agent: anthropic-ai
Disallow:

User-agent: PerplexityBot
Disallow:

#AI Bots End

User-agent: Mozilla/5.0+(compatible;+Adsbot/3.1)
Crawl-delay: 10

User-agent: Mozilla/5.0+(compatible;+DotBot/1.1;+http://www.opensiteexplorer.org/dotbot,+help@moz.com)
Crawl-delay: 200

User-agent: BLEXBot/1.0
Crawl-delay: 200

User-agent: CCBot/2.0 
Crawl-delay: 200

User-agent: Mozilla/5.0+(compatible;+DataForSeoBot/1.0;++https://dataforseo.com/dataforseo-bot)
Crawl-delay: 2000

#Sitemap Files
Sitemap: https://www.cbazaar.com/blog/sitemap_index.xml
Sitemap: https://www.cbazaar.com/productsitemap.xml
Sitemap: https://www.cbazaar.com/sitemap.xml
Sitemap: https://www.cbazaar.com/ind/sitemap.xml
Sitemap: https://www.cbazaar.com/cad/sitemap.xml
Sitemap: https://www.cbazaar.com/ukd/sitemap.xml

User-agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)
Crawl-delay: 30

User-agent: Mozilla/5.0 (Linux; Android 13) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.5359.128 Mobile Safari/537.36 (compatible; AhrefsSiteAudit/6.1; +http://ahrefs.com/robot/site-audit)
Crawl-delay: 40

User-agent: meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)
Crawl-delay: 50