# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-agent: *
# Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Ezooms
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Googlebot
Disallow: /activities
Disallow: /user_suggestions
Disallow: /tag_suggestions
Disallow: /startups/new
Disallow: /startups/search/*
Disallow: /cities/categories
Disallow: /cities/status_categories
Disallow: /discover/*/logo