# Michigan.gov search is allowed to crawl everything but: User-agent: usasearch Disallow: /printerFriendly/ Disallow: /lottery/ Disallow: /textonly/ Disallow: /rss/ Disallow: /wml/ Disallow: /emailthispage/ Disallow: /podcast/ Disallow: /mobi/ Crawl-delay: 5 # Yahoo! User-agent: Slurp Disallow: /emichigan/ Disallow: /lottery/ Disallow: /minewswire/ Disallow: /printerFriendly/ Disallow: /textonly/ Disallow: /rss/ Disallow: /wml/ Disallow: /emailthispage/ Disallow: /podcast/ Disallow: /mobi/ Crawl-delay: 5 # MSN User-agent: msnbot Disallow: /emichigan/ Disallow: /lottery/ Disallow: /minewswire/ Disallow: /printerFriendly/ Disallow: /textonly/ Disallow: /rss/ Disallow: /wml/ Disallow: /emailthispage/ Disallow: /podcast/ Disallow: /mobi/ Crawl-delay: 5 # BingBot User-agent: bingbot Disallow: /emichigan/ Disallow: /lottery/ Disallow: /minewswire/ Disallow: /printerFriendly/ Disallow: /textonly/ Disallow: /rss/ Disallow: /wml/ Disallow: /emailthispage/ Disallow: /podcast/ Disallow: /mobi/ Crawl-delay: 5 # 80legs Crawler User-agent: 008 Disallow: / # Yandex User-agent: Yandex disallow: / # discoveryengine.com User-agent: discobot Disallow: / # Ahrefs.com user-agent: AhrefsBot disallow: / # kalooga.com User-agent: kalooga Disallow: / # blekko.com User-agent: Blekkobot Disallow: / # changedetection.com User-agent: ChangeDetection Disallow: / # paper.li User-agent: PaperLiBot Disallow: / # Google User-agent: Googlebot Disallow: /emichigan/ Disallow: /lottery/ Disallow: /minewswire/ Disallow: /printerFriendly/ Disallow: /textonly/ Disallow: /rss/ Disallow: /wml/ Disallow: /emailthispage/ Disallow: /podcast/ Disallow: /mobi/ Crawl-delay: 5 # robots.txt for http://www.michigan.gov User-agent: * Disallow: /emichigan/ Disallow: /lottery/ Disallow: /minewswire/ Disallow: /printerFriendly/ Disallow: /textonly/ Disallow: /rss/ Disallow: /wml/ Disallow: /emailthispage/ Disallow: /podcast/ Disallow: /mobi/ Crawl-delay: 5