# robots.txt

User-agent: *
Disallow: /home
Disallow: /admin
Disallow: /comment/reply
Disallow: /database/
Disallow: /files/
Disallow: /images/
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /node
Disallow: /node/
Disallow: /node/add
Disallow: /node/feed
Disallow: /quotes/
Disallow: /scripts/
Disallow: /search
Disallow: /taxonomy
Disallow: /themes/
Disallow: /trackback
Disallow: /tracker
Disallow: /user
Disallow: /cron.php
Disallow: /xmlrpc.php
Disallow: /frequently-asked-questions-about-community-bookmarks
Disallow: /faqs-about-privacy
Disallow: /privacy-policy
Disallow: /privacy-policy-highlights
Disallow: /terms-of-use
Disallow: /terms-of-service
Disallow: /copyright-policy
Disallow: /contact
Disallow: /search-results
Disallow: /links/

# Google

User-agent: googlebot
Disallow: */add/
Disallow: */feed/
Disallow: */reply/
Disallow: /comment
Disallow: /comment/*
Disallow: /quotes/
Disallow: /quotes/*
Disallow: /taxonomy
Disallow: /taxonomy/*
Disallow: /tracker
Disallow: /tracker/*
Disallow: /trackback
Disallow: /trackback/*
Disallow: /user
Disallow: /user/*
Disallow: /node
Disallow: /node/
Disallow: /node/*
Disallow: /node$
Disallow: /node?from
Disallow: /links
Disallow: /links*
Disallow: /links/
Disallow: /links/*
Disallow: /links/goto
Disallow: /links/goto/*
Disallow: /admin
Disallow: /admin/*
Disallow: /database
Disallow: /database/*
Disallow: /files
Disallow: /files/*
Disallow: /images
Disallow: /images/*
Disallow: /includes
Disallow: /includes/*
Disallow: /misc
Disallow: /misc/*
Disallow: /modules
Disallow: /modules/*
Disallow: /scripts
Disallow: /scripts/*
Disallow: /search
Disallow: /search/*
Disallow: /search-results
Disallow: /search-results/*
Disallow: /cse
Disallow: /cse/*
Disallow: /themes
Disallow: /themes/*
Disallow: /frequently-asked-questions-about-community-bookmarks
Disallow: /faqs-about-privacy
Disallow: /privacy-policy
Disallow: /privacy-policy-highlights
Disallow: /terms-of-use
Disallow: /terms-of-service
Disallow: /copyright-policy
Disallow: /contact
Disallow: /cron.php
Disallow: /xmlrpc.php
Disallow: /home

# Inktomi

User-agent: slurp
Crawl-Delay: 10

# MSN

User-agent: msnbot
Crawl-Delay: 10