User-agent: *
# block https
Disallow: *https*

# block dir
Disallow: /admin/
Disallow: /demo-grup/
Disallow: /banner/
Disallow: /css/
Disallow: /demorock/
Disallow: /fp/
Disallow: /images/
Disallow: /includes/
Disallow: /files/
Disallow: /themes/
Disallow: /php/
Disallow: /modules/
Disallow: /language/
Disallow: /db/
Disallow: /videolar/

#block refs
Disallow: /*ref=*

# allowed robots
User-agent: Mediapartners-Google
Allow: /

User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Mobile
Allow: /

# disallowed robots
User-agent: ia_archiver
Disallow: /

User-agent: duggmirror
Disallow: /