# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:

#Enable googleBot
User-Agent: Googlebot
User-agent: AdsBot-Google
Allow: /
Disallow: /api/

# Disable 80legs.com
User-agent: 008
Disallow: /  

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /