# robots.txt
User-agent: *
Allow: /

Disallow: /files/css_/
Disallow: /files/js_/
Disallow: /*.images$
Disallow: /*.doc$
Disallow: /*.xls$