# www.robotstxt.org/

# General settings
User-agent: *
Allow: /
Crawl-delay: 2

# Sitemap index
Sitemap: https://www.webatvantage.be/sitemap-index.xml

# Sitemaps
Sitemap: https://www.webatvantage.be/sitemap-nl.xml

# Blocked bots
User-agent: DataForSeoBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-Agent: Amazonbot
Disallow: /
User-agent: barkrowler
Disallow: /
User-Agent: Screaming Frog SEO Spider
Disallow: /