# robots.txt generated by swc User-agent: Gigabot Disallow: User-agent: Scrubby Disallow: User-agent: Robozilla Disallow: User-agent: Nutch Disallow: User-agent: ia_archiver Disallow: User-agent: psbot Disallow: User-agent: asterias Disallow: User-agent: yahoo-blogs/v3.9 Disallow: User-agent: * Crawl-delay: 120 Disallow: /images Disallow: /agents/ Disallow: /clients Disallow: /bak Disallow: /template