# robots.txt
User-agent: *
Disallow: /admin/
Disallow: /ap/
Disallow: /config/
Disallow: /images/
Disallow: /marketing/
Disallow: /peel/
Disallow: /shared/
Disallow: /train/
Disallow: /pages/jobseeker/
Disallow: /*.doc$
Disallow: /*.pdf$