# Robots.txt file
# All robots will spider the domain

User-agent: *
Disallow:/bbclone/
Disallow:/ad/
Disallow:/cgi-bin/
Disallow:/test/
Disallow:/feeds/