#Robots.txt file preventing bot
# For SCEC domain 
# No robot will spider the domain
User-agent: *
Disallow: 

#Disallow directory /oldpage/ /oldpage/ /htbin/ /images/ etc.
User-agent: *
Disallow: /oldpage/
User-agent: *
Disallow: /htbin/
User-agent: *
Disallow: /images/
User-agent: *
Disallow: /resources/
User-agent: *
Disallow: /news/