# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

# http://memorva.jp/memo/mobile/allow_crawler_agent_ip.php
# http://d.hatena.ne.jp/atyks/20081222/1229945928
User-Agent: Googlebot-Mobile
Sitemap: /sitemap/mobile_sitemapindex.xml

User-agent: Y!J-MBS
Sitemap: /sitemap/mobile_sitemapindex.xml

User-agent: Y!J-SRD
Sitemap: /sitemap/mobile_sitemapindex.xml

User-agent: LD_mobile_bot
Sitemap: /sitemap/mobile_sitemapindex.xml

User-agent: ichiro/mobile
Sitemap: /sitemap/mobile_sitemapindex.xml

User-agent: moba-crawler
Sitemap: /sitemap/mobile_sitemapindex.xml

User-agent: froute.jp
Sitemap: /sitemap/mobile_sitemapindex.xml

User-agent: RFCrawler-Mobile
Sitemap: /sitemap/mobile_sitemapindex.xml

# http://www.sitemaps.org/ja/protocol.php
User-Agent: *
Sitemap: /sitemap/sitemapindex.xml