User-agent: * 
Disallow: /admin/
Disallow: /controllers/
Disallow: /models/
Disallow: /inc/
Disallow: /lib/
Disallow: /images/
Disallow: /themes/
Disallow: /views/
Disallow: /js/
Disallow: /sphider/
Disallow: index_offline.php