# addresses all robots by using wild card *
User-agent: *
# list folders robots are not allowed to index
Disallow: /includes/
Disallow: /plesk-stat/
Disallow: /refer/
Disallow: /scripts/
Disallow: /stylesheets/