# robots.txt for 
User-agent: *
Disallow: /download/
Disallow: /images/
Disallow: /pdf/
Disallow: /scripts/
Disallow: /videos/