# Slow down bots 
User-agent: *
Crawl-delay: 10
Allow: /

# Disallow: all kinds of bots
User-agent: 360Spider
User-Agent: adscanner
user-agent: AhrefsBot
User-agent: aiHitBot
User-agent: BacklinkCrawler 
User-agent: Baiduspider
User-agent: BLEXBot
User-agent: BUbiNG
User-agent: Bytespider
User-agent: careerbot
User-agent: CCBot
User-agent: Cliqzbot
User-Agent: CloudServerMarketSpider
User-agent: coccoc
User-Agent: crawler4j
User-agent: Domain Re-Animator Bot
User-agent: DomainCrawler
User-agent: dotbot
User-agent: DotBot
User-agent: Exabot
User-agent: fr-crawler
User-agent: GarlikCrawler
User-agent: Gosign-Security-Crawler
User-agent: HaosouSpider
User-agent: ICCrawler
User-agent: ImplisenseBot
User-agent: IndeedBot
User-agent: JobboerseBot
User-agent: jobs.de-Robot
User-agent: Kraken
User-agent: Linguee
User-agent: LinkStats
User-agent: Lipperhey-Kaus-Australis
User-agent: ltx71
User-agent: magpie-crawler
User-agent: meanpathbot
User-agent: megaindex.com
User-agent: MegaIndex.ru
User-agent: MetaJobBot
User-agent: mindUpBot
User-agent: MJ12bot
User-agent: netEstate
User-agent: oBot
User-agent: OpenHoseBot
User-agent: PetalBot
User-agent: Plista
User-agent: plukkie 
User-agent: Python/3.5 aiohttp
User-agent: Qwantify
User-agent: R6_CommentReader
User-agent: rogerbot
User-agent: SabsimBot
User-agent: SafeDNSBot
User-agent: Screaming Frog SEO Spider
User-agent: SearchmetricsBot
User-agent: Seekport 
User-agent: SemrushBot
User-agent: SemrushBot-SA
User-agent: sentibot
User-agent: SentiBot
user-agent: SEOdiver
User-agent: SEOkicks-Robot
User-agent: seoscanners.net
User-agent: sg-Orbiter
User-agent: sistrix
User-agent: SISTRIX
User-agent: SISTRIX Crawler
User-agent: Siteliner
User-agent: Sogou inst spider
User-agent: Sogou web spider
User-agent: spbot
User-agent: Spiderbot
User-agent: SurveyBot
User-agent: ThumbSniper
User-agent: Toweya.com
User-Agent: trendictionbot
User-agent: turnitinbot
User-agent: um-IC
user-agent: UnisterBot
User-agent: VelenPublicWebCrawler
User-agent: WBSearchBot
User-agent: wotbox
User-agent: Yisouspider
Disallow: /

# XML Sitemap. 
Sitemap: https://hobby.blogo.nl/sitemap_index.xml
Sitemap: https://blogo.nl/sitemap_index.xml
Sitemap: https://lifestylelady.nl/sitemap_index.xml