User-agent: * 
Disallow: /core
Disallow: /themes
Disallow: /include
Disallow: /lib
Disallow: /logs
Disallow: /var