User-agent: *
Disallow: /cmt
Disallow: /css
Disallow: /images
Disallow: /includes
Disallow: /video
Disallow: /data
Disallow: /pdf