User-agent: *
Crawl-Delay: 60

User-agent: Mediapartners-Google*
Disallow: /ads/
Disallow: /adspage/
Disallow: /aws/
Disallow: /bannerads/
Disallow: /build/
Disallow: /captcha/
Disallow: /cgi-bin/
Disallow: /cronjobs/
Disallow: /facebook_api/
Disallow: /fc/
Disallow: /image_crop/
Disallow: /jenkins/
Disallow: /jobseekers/
Disallow: /likod/
Disallow: /paci/
Disallow: /recaptcha/
Disallow: /recruiters/
Disallow: /services/
Disallow: /webservice/
Disallow: /application/
Disallow: /system/
Disallow: /backoffice/
Disallow: /non-agency/
Disallow: /download/
Disallow: /services/
Disallow: /services-v15/
Disallow: /tour/

User-agent: *
Disallow: /ads/
Disallow: /adspage/
Disallow: /aws/
Disallow: /bannerads/
Disallow: /build/
Disallow: /captcha/
Disallow: /cgi-bin/
Disallow: /cronjobs/
Disallow: /facebook_api/
Disallow: /fc/
Disallow: /image_crop/
Disallow: /jenkins/
Disallow: /jobseekers/
Disallow: /likod/
Disallow: /paci/
Disallow: /recaptcha/
Disallow: /recruiters/
Disallow: /services/
Disallow: /webservice/
Disallow: /application/
Disallow: /system/
Disallow: /backoffice/
Disallow: /non-agency/
Disallow: /download/
Disallow: /services/
Disallow: /services-v15/
Disallow: /tour/

User-agent: ia_archiver
Disallow: /download/