# robots.txt User-agent: IRLbot Disallow: / User-agent: BecomeBot Disallow: / User-agent: Exabot/2.0 Disallow: / User-Agent: Charlotte Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: psbot Disallow: / User-agent: ShopWiki Disallow: / User-agent: topicblogs/0.9 Disallow: / User-agent: voyager/1.0 Disallow: / User-agent: ia_archiver Disallow: / Disallow: /Template Disallow: * Crawl-delay: 666 User-agent: Teoma Disallow: / Crawl-delay: 60 User-agent: Googlebot Disallow: /Template/photouploadrestaurant.cfm Disallow: /Template/logouploadrestaurant.cfm Disallow: /Template/logoupload.cfm Disallow: /Template/photoupload.cfm Disallow: /Template/Admin Crawl-delay: 10 User-agent: Googlebot-Mobile Disallow: Crawl-delay: 10 User-agent: Googlebot-Image Disallow: Crawl-delay: 10 User-agent: MediaPartners-Google Disallow: Crawl-delay: 10 User-agent: Adsbot-Google Disallow: Crawl-delay: 10 User-agent: * Crawl-delay: 90 Disallow: Disallow: /kill-bot/