User-agent: *
Disallow: /images
Disallow: /js
Disallow: /css
Disallow: /enterprisemanagement.php
Disallow: /enterprisemanagement_dev.php
Disallow: /frontend_dev.php
Disallow: /media
Disallow: /media_newfiles

# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /*

# Google Adsbot
User-agent: Adsbot-Google
Disallow:
Allow: /*

# Google Mobile
User-agent: Googlebot-Mobile
Dissallow:
Allow: /*

# Technorati
User-agent: TechnoratiBot/8.1
Disallow:
Allow: /*

# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /

# digg mirror
User-agent: duggmirror
Disallow: /

# Bad Bots
User-agent: BadBot
Disallow: /