User-agent: *
# disallow indexing of particular file extensions
Disallow: /*.pdf$
Disallow: /*.doc$
Disallow: /*.inc$
# disallow entering of the below directories of the website
Disallow: /Awstats/
Disallow: /awstatsicon/
Disallow: /careers/
Disallow: /css/
Disallow: /dist/
Disallow: /filetransfer/
Disallow: /images/
Disallow: /js/
Disallow: /mail/
Disallow: /Templates/
Disallow: /sc/careers/
Disallow: /sc/css/
Disallow: /sc/dist/
Disallow: /sc/images/
Disallow: /sc/js/
Disallow: /sc/Templates/