User-agent: Twiceler
Disallow: /cgi-bin/basket
Disallow: /cgi-bin/publishers
Disallow: /cgi-bin/browsePublisher
Disallow: /cgi-bin/tellafriend
Disallow: /cgi-bin/changePass
Disallow: /cgi-bin/newAccount.tmpl
Disallow: /cgi-bin/newAccount
Disallow: /cgi-bin/account.tmpl
Disallow: /cgi-bin/track_list
Disallow: /cgi-bin/order_status.tmpl
Disallow: /cgi-bin/order_status
Disallow: /cgi-bin/login.tmpl
Disallow: /cgi-bin/login
Disallow: /cgi-bin/anonLogin
Disallow: /cgi-bin/joint.cgi/
Disallow: /cgi-bin/infoUpdate
Disallow: /cgi-bin/subInterest.tmpl
Disallow: /cgi-bin/tss/
Disallow: /cgi-bin/pdf/
Disallow: /cgi-bin/search.cgi
Disallow: /cgi-bin/advanced_search
Disallow: /cgi-bin/new_results
Disallow: /cgi-bin/category
Disallow: /direct/
Disallow: /categories/

User-agent: Googlebot
Disallow: /cgi-bin/basket
Disallow: /cgi-bin/publishers
Disallow: /cgi-bin/browsePublisher
Disallow: /cgi-bin/tellafriend
Disallow: /cgi-bin/changePass
Disallow: /cgi-bin/newAccount.tmpl
Disallow: /cgi-bin/newAccount
Disallow: /cgi-bin/account.tmpl
Disallow: /cgi-bin/track_list
Disallow: /cgi-bin/order_status.tmpl
Disallow: /cgi-bin/order_status
Disallow: /cgi-bin/login.tmpl
Disallow: /cgi-bin/login
Disallow: /cgi-bin/anonLogin
Disallow: /cgi-bin/joint.cgi/
Disallow: /cgi-bin/infoUpdate
Disallow: /cgi-bin/subInterest.tmpl
Disallow: /cgi-bin/tss/
Disallow: /cgi-bin/pdf/
Disallow: /cgi-bin/search.cgi
Disallow: /cgi-bin/advanced_search
Disallow: /cgi-bin/new_results
Disallow: /cgi-bin/category
Disallow: /direct/
Disallow: /categories/

User-agent: Slurp
Disallow: /cgi-bin/basket
Disallow: /cgi-bin/publishers
Disallow: /cgi-bin/browsePublisher
Disallow: /cgi-bin/tellafriend
Disallow: /cgi-bin/changePass
Disallow: /cgi-bin/newAccount.tmpl
Disallow: /cgi-bin/newAccount
Disallow: /cgi-bin/account.tmpl
Disallow: /cgi-bin/track_list
Disallow: /cgi-bin/order_status.tmpl
Disallow: /cgi-bin/order_status
Disallow: /cgi-bin/login.tmpl
Disallow: /cgi-bin/login
Disallow: /cgi-bin/anonLogin
Disallow: /cgi-bin/joint.cgi/
Disallow: /cgi-bin/infoUpdate
Disallow: /cgi-bin/subInterest.tmpl
Disallow: /cgi-bin/tss/
Disallow: /cgi-bin/pdf/
Disallow: /cgi-bin/search.cgi
Disallow: /cgi-bin/advanced_search
Disallow: /cgi-bin/new_results
Disallow: /cgi-bin/category
Disallow: /direct/
Disallow: /categories/

User-agent: Googlebot-PM
Disallow: /cgi-bin/basket
Disallow: /cgi-bin/publishers
Disallow: /cgi-bin/browsePublisher
Disallow: /cgi-bin/tellafriend
Disallow: /cgi-bin/changePass
Disallow: /cgi-bin/newAccount.tmpl
Disallow: /cgi-bin/newAccount
Disallow: /cgi-bin/account.tmpl
Disallow: /cgi-bin/track_list
Disallow: /cgi-bin/order_status.tmpl
Disallow: /cgi-bin/order_status
Disallow: /cgi-bin/login.tmpl
Disallow: /cgi-bin/login
Disallow: /cgi-bin/anonLogin
Disallow: /cgi-bin/joint.cgi/
Disallow: /cgi-bin/infoUpdate
Disallow: /cgi-bin/subInterest.tmpl
Disallow: /cgi-bin/tss/
Disallow: /cgi-bin/pdf/
Disallow: /cgi-bin/search.cgi
Disallow: /cgi-bin/advanced_search
Disallow: /cgi-bin/new_results
Disallow: /cgi-bin/category
Disallow: /direct/
Disallow: /categories/

User-agent: * 
Disallow: /cgi-bin/
Disallow: /direct/
Disallow: /categories/
Disallow: /standards/