User-Agent: *
Allow: /
Disallow: /admin/
Disallow: /images/
Disallow: /js/
Disallow: /pdf/
Disallow: /css/
Disallow: /pages/
Disallow: /includes/ 
Disallow: /files/