# all crawlers
User-agent: *
Allow:/

# Google-Adsbot
User-agent: AdsBot-Google
Allow:/

# Bing-Adsbot
User-agent: AdIdxBot
Allow:/

# Ahrefs
User-agent: AhrefsBot
Disallow: /

# Moz
User-agent: dotbot
Disallow: /

# Majestic
User-agent: MJ12bot
Disallow: /

# PetalBot
User-agent: PetalBot
Disallow: /

# Yandex
User-agent: Yandex
Disallow:

# SeznamBot
User-agent: SeznamBot
Disallow: /

# Naver
User-agent: naver
Disallow: /

# Daum Bot
User-agent: Daum Bot
Disallow: /

# Baiduspider
User-agent: Baiduspider
Disallow: /

# Sogou web spider
User-agent: Sogou web spider
Disallow: /

# 360Spider
User-agent: 360Spider
Disallow: /

# HaosouSpider
User-agent: HaosouSpider
Disallow: /

# YisouSpider
User-agent: YisouSpider
Disallow: /

# SEMrushBot
User-agent: SEMrushBot
Disallow: /

# SemrushBot-SA
User-agent: SemrushBot-SA
Disallow: /

# Searchmetrics
User-agent: Searchmetrics
Disallow: /

# SEOkicks
User-agent: SEOkicks
Disallow: /

# SEOkicks-Robot
User-agent: SEOkicks-Robot
Disallow: /

# SISTRIX Crawler
User-agent: SISTRIX Crawler
Disallow: /

# seoscanners.net
User-agent: seoscanners.net
Disallow: /

# Sitebulb
User-agent: Sitebulb
Disallow: /

# RavenCrawler
User-agent: RavenCrawler
Disallow: /

# serpstatbot
User-agent: serpstatbot
Disallow: /

# magpie-crawler
User-agent: magpie-crawler
Disallow: /

# adscanner
User-agent: adscanner
Disallow: /

# BuiltWith
User-agent: BuiltWith
Disallow: /

# NinjaBot
User-agent: NinjaBot
Disallow: /

# deepcrawl
User-agent: deepcrawl
Disallow: /


Sitemap: https://www.componentbuy.com/sitemapindex.xml