User-Agent: *
Disallow: /js/
Disallow: /admin/
Disallow: /feeds/
Disallow: /feeds/csvfiles/
Disallow: /feeds/t_1_n_W_y_C_c_T_f_n/

User-Agent: gigabot
Crawl-delay: 20

User-Agent: baidu
Crawl-delay: 20

User-Agent: twiceler
Crawl-delay: 20

User-Agent: ia_archiver
Crawl-delay: 10

User-Agent: teoma
Crawl-delay: 20

User-Agent:JRank-Bot
Crawl-delay: 20

User-Agent:JRank
Crawl-delay: 20

User-Agent: BecomeBot
Crawl-delay: 30