# robots.txt for http://seizi.jp/ User-Agent: Googlebot-Image Disallow: /Diary/archives/*.jpg$ Disallow: /blog/*.jpg$ User-Agent: * Disallow: /cgi/ User-agent: Yahoo-MMCrawler Disallow: /blog/*.jpg$ Disallow: /Diary/archives/*.jpg$ User-agent: Slurp Crawl-delay: 20 User-agent: psbot Disallow: /Diary/archives/*.jpg$ Disallow: /blog/*.jpg$ User-Agent: Googlebot-Mobile Allow: /cgi/mt/mt4i.cgi User-agent: Slurp Allow: /cgi/mt/mt4i.cgi