# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:

User-agent: *
Disallow: /grid/
Disallow: /images/tel/
Disallow: /goods-press/
Disallow: /pet-jiten/
Disallow: /*/extend_area

User-Agent: bingbot
Crawl-delay: 2

User-Agent: Baiduspider
Crawl-delay: 600

# https://www.trovit.com/bot.html
User-agent: trovitBot
Disallow: /

# http://www.grapeshot.com/crawler/
User-agent: grapeshot
Disallow: /