# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: # User-agent: * # Disallow: / # google User-agent: googlebot Crawl-delay: 30 Allow: / # msn User-agent: msnbot Crawl-delay: 30 Allow: / # AhrefsBot # https://ja.ahrefs.com/robot User-agent: AhrefsBot Disallow: / # BLEXBot User-agent: BLEXBot Disallow: / # SEMrushBot # https://www.semrush.com/bot/ User-agent: SemrushBot Disallow: / # MJ12bot # http://www.majestic12.co.uk/projects/dsearch/mj12bot.php User-agent: MJ12bot Disallow: / # archive.org_bot User-agent: archive.org_bot Disallow: / # YandexBot User-agent: YandexBot Disallow: / # Amazonbot User-agent: Amazonbot Disallow: / User-agent: * Disallow: / #Disallow: /contact-intern #Disallow: /job-entry #Disallow: /contact-jobid Sitemap: https://www.three-sides.jp/sitemap.xml