# robots.txt file for G3 doyouhike.net # last updated @ 2008-01-07 User-agent: Slurp Crawl-delay: 10 User-agent: MJ12bot Disallow: / User-agent: twiceler Disallow: / User-agent: * Disallow: /my Disallow: /user Disallow: /cms Disallow: /article Disallow: /plans Disallow: /mboard Disallow: /api Disallow: /partner