User-agent: Mediapartners-Google
Disallow: 

User-agent: Adsbot-Google
Disallow: 

User-agent: Exabot
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: *
Disallow: /misc
Disallow: /sites
Disallow: /themes
Disallow: /modules
Disallow: /popular
Disallow: /Files
Disallow: /ware
Disallow: /node
Disallow: /ware/
Disallow: /node/
Disallow: /rss.xml
Disallow: /xmlrpc.php
Disallow: /comment/reply
Disallow: */feed
Disallow: feed/*
Disallow: /*sort=
Disallow: /ad
Disallow: /ad-groups
Disallow: /add
Disallow: /admin
Disallow: /scripts
Disallow: /contact
Disallow: /api
Disallow: /email
Disallow: /button
Disallow: /karma
Disallow: /logout
Disallow: /taxonomy/
Disallow: /search
Disallow: /legal/
Disallow: /taxonomy
Disallow: /user/register
Disallow: /user/password
Disallow: /user/login
Disallow: /user/*/edit
Disallow: sort=
Crawl-delay: 25