# Google tries to extract urls from JavaScript. These urls are most of the time invalid:
# - Tracking urls are just there for Google Analytics. They are not actual pages.
# - Some urls are not complete. Example: 'https://www.uitzendbureau.nl/images/media-logos/' + mediaLogos[ vars ] + '.gif' will cause google to crawl
#   'https://www.uitzendbureau.nl/images/media-logos/'
#
# Note that all urls must be placed inside a group. Groups start with 'User-agent', and continue until the first line without 'Disallow' or 'Allow'. Therefore,
# there cannot be blank lines or comment lines inside a group.
# Read more about wildcards and trailing slashes and other syntax on https://developers.google.com/webmasters/control-crawl-index/docs/robots_txt

# All user agents.
User-agent: *
Disallow: /admin/                         # Disallow non-content directories.
Disallow: /ajax/
Disallow: /api/
Disallow: /export/
Disallow: /sounds/
Disallow: /xml/
Disallow: /404                            # Disallow certain urls.
Disallow: /bezig-met-inloggen
Disallow: /cv/
Disallow: /diagnose
Disallow: /login
Disallow: /mijn/cv
Disallow: /technisch-onderhoud
Disallow: /tools/
Disallow: /vacature-mailing
Disallow: /wallboard
Disallow: /job_alert/no-results-fallback/ # Disallow GA tracking urls.
Disallow: /job_alert/sidebar/
Disallow: /job/apply_later/
Disallow: /job_contact/
Disallow: /job_mail/
Disallow: /job/tell_a_friend/
Disallow: /job_view_mail/
Disallow: /job_view_phone/
Disallow: /outgoing/
Disallow: /volg/                          # Try to prevent that bots open pages meant for tracking (custom, not GA), which can mess up statistics.
Disallow: /werk?*                         # Disallow frontend routes with variable search parameters.
Disallow: /vacature?*


Sitemap: https://www.uitzendbureau.nl/sitemaps/index.xml