User-agent: *
Disallow: /css/
Disallow: css/
Disallow: images/
Disallow: /images/
Disallow: /js/
Disallow: js/
Disallow: pages/
Disallow: /pages/
Disallow: pdf/
Disallow: /pdf/