# Exclude all user profile pages
User-agent: *
Disallow: 
Disallow: /profile.php
Disallow: /userlist.php
Disallow: /register.php

User-agent: Charlotte
Disallow: /

User-agent: R6_FeedFetcher(www.radian6.com/crawler)
Disallow: /

User-agent: R6_FeedFetcher
Disallow: /

User-agent: 008
Disallow: /