User-agent: *
Disallow: /cgi-bin
Disallow: /post/
Disallow: /works/
Disallow: /so/blue/a/
Disallow: /so/blue/b/

# Cyberspyder knows where to go
User-agent: cyberspyder
Disallow: