User-agent: Slurp
Disallow: /ct/
Disallow: /cta/
Disallow: /spidertrap.html
Disallow: /pvt/email-article
Disallow: /bboard/image?bboard_upload_id
Disallow: /pay.adp
Disallow: /register
Disallow: /counter
Disallow: /bboard/q-and-a-thread-alert
Disallow: /bboard/alert-disable
Disallow: /comments/add
Disallow: /photodb/slideshow
Disallow: /photodb/add-favorite
Disallow: /admin/
Disallow: /search/
Disallow: /gallery/caption-search/search
Disallow: /gallery/tag-gallery
Disallow: /general-comments/comment-add
Disallow: /gallery/tag-search/search
Disallow: /bboard/add-alert
Disallow: /bboard/big-image
Disallow: /bboard/edit-msg
Disallow: /photodb/random-photo
Disallow: /photodb/similar-photo
Disallow: /photodb/user-ratings
Disallow: /photodb/add-favorite
Disallow: /photodb/ratings-breakdown
Disallow: /photodb/vote-for-comment
Disallow: /gallery/photocritique/add-alert
Disallow: /photodb/user
Crawl-delay: 10

User-agent: itsapic
User-agent: BecomeBot
User-agent: LucidMedia ClickSense
User-agent: MJ12bot
User-agent: ScoutJet
Disallow: /

User-agent: *
Disallow: /ct/
Disallow: /cta/
Disallow: /doc/
Disallow: /spidertrap.html
Disallow: /pvt/email-article
Disallow: /bboard/image?bboard_upload_id
Disallow: /pay.adp
Disallow: /register
Disallow: /counter
Disallow: /bboard/q-and-a-thread-alert
Disallow: /bboard/alert-disable
Disallow: /comments/add
Disallow: /photodb/slideshow
Disallow: /photodb/add-favorite
Disallow: /admin/
Disallow: /search/
Disallow: /gallery/caption-search/search
Disallow: /gallery/tag-gallery
Disallow: /general-comments/comment-add
Disallow: /gallery/tag-search/search
Disallow: /bboard/add-alert
Disallow: /bboard/big-image
Disallow: /bboard/edit-msg
Disallow: /photodb/random-photo
Disallow: /photodb/similar-photo
Disallow: /photodb/user-ratings
Disallow: /photodb/add-favorite
Disallow: /photodb/ratings-breakdown
Disallow: /photodb/vote-for-comment
Disallow: /gallery/photocritique/add-alert
Disallow: /v4javascript
Disallow: /v3javascript
Disallow: /v2javascript
Disallow: /v4css
Disallow: /v3css
Disallow: /v2css
Disallow: /equipment/store/product