User-agent: *
Crawl-Delay: 10
Disallow: /Sandbox/
Disallow: /TWiki/RecentChanges
Disallow: /Blog/WebChanges
Disallow: /Support/
Disallow: /Trash/
Disallow: /_BlogPlugin/
Disallow: /_BlogTemplate/
Disallow: /_default/
Disallow: /attach/
Disallow: /bibsearch/
Disallow: /changes/
Disallow: /configure/
Disallow: /edit/
Disallow: /geturl/
Disallow: /installpasswd/
Disallow: /login/
Disallow: /logon/
Disallow: /mailnotify/
Disallow: /manage/
Disallow: /natlogon/
Disallow: /natsearch/
Disallow: /oops/
Disallow: /passwd/
Disallow: /preview/
Disallow: /rdiff/
Disallow: /register/
Disallow: /rename/
Disallow: /save/
Disallow: /search/
Disallow: /statistics/
Disallow: /testenv/
Disallow: /upload/
Disallow: /viewfile/
Disallow: /vote/

User-agent: ia_archiver
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: dotbot 
Disallow: /