robots.txt

User-Agent: *
Disallow:/test/

User-Agent: *
Disallow:/OldSite/

User-Agent: *
Disallow:/old/

User-Agent: *
Disallow:/cgi-bin/