User-agent: *
Noarchive: /
crawl-delay: 20
Disallow: /cgi
Disallow: /lists/topic_dir
Disallow: /publishers