#  FULL access (All Spiders)
User-agent: *
Disallow: /Admin
Disallow: /App_Themes 
Disallow: /Css
Disallow: /JavaScript
Disallow: /Modules
Disallow: /bin