# VDAB robots.txt User-agent: * ###################### # DRUPAL DIRECTORIES ###################### Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /themes/ ############### # DRUPAL FILES ############### Disallow: /CHANGELOG.txt Disallow: /cron.php Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /INSTALL.sqlite.txt Disallow: /install.php Disallow: /INSTALL.txt Disallow: /LICENSE.txt Disallow: /MAINTAINERS.txt Disallow: /update.php Disallow: /UPGRADE.txt Disallow: /xmlrpc.php ###################### # DRUPAL PATHS (clean) ###################### Disallow: /index$ Disallow: /admin/ Disallow: /filter/tips/ Disallow: /node/ Disallow: /node/add/ Disallow: /search/ Disallow: /zoeken/ Disallow: /user/ Disallow: /gebruiker/ Disallow: /devel/ Disallow: /toolbar/ Disallow: /logout$ Disallow: /login$ Disallow: /feed$ Disallow: /rss.xml$ Disallow: /imce Disallow: /comment Disallow: /comment/reply/ Disallow: /taxonomy/autocomplete Disallow: /autocomplete Disallow: /promoblock/ Disallow: /test-jezelf/ ####################### # NEW WEB PATHS (clean) ####################### Disallow: /vindeenjob Disallow: /documentatie Disallow: /carousel Disallow: /carousel-item Disallow: /event_session Disallow: /agenda/formulier Disallow: /geen-toegang Disallow: /pagina-niet-gevonden Disallow: /tv-zoeken/ Disallow: /zoeken/ Disallow: /leerplekken Disallow: /headerfooter Disallow: /include/vacature/ Disallow: /api/vindeenjob/ ###################### # WEB TAXONOMY ###################### Disallow: /blogtype$ Disallow: /event_audience$ Disallow: /event_category$ Disallow: /faq_category$ Disallow: /faq_target_audience$ Disallow: /group_content_types$ Disallow: /tags$ Disallow: /magazine_category$ Disallow: /magazine_text_color$ Disallow: /pagina_class$ Disallow: /profession$ Disallow: /vdab_block_tags$ Disallow: /video_categorie$ Disallow: /video_tags$ Disallow: /video_type$ #################### # DRUPAL PATHS (raw) #################### #Disallow: /?q=admin/ #Disallow: /?q=comment/reply/ #Disallow: /?q=filter/tips/ #Disallow: /?q=node/ #Disallow: /?q=node/add/ #Disallow: /?q=search/ #Disallow: /?q=user/password/ #Disallow: /?q=user/register/ #Disallow: /?q=user/login/ #Disallow: /?q=user/logout/ ####################### # OLD WEB PATHS (clean) ####################### Disallow: /accor/ Disallow: /admin/ Disallow: /arbajob/ Disallow: /boa/ Disallow: /dist_channel/ Disallow: /europass/ Disallow: /forms/ Disallow: /forum/ Disallow: /gemeente/ Disallow: /IAM@VDAB/ Disallow: /ict/ Disallow: /ictafdeling/ Disallow: /images/ Disallow: /includes/ Disallow: /infotheek/ Disallow: /intern/ Disallow: /intranet/ Disallow: /jobman/ Disallow: /jobmanager/ Disallow: /jobspot/ Disallow: /lib/ Disallow: /libold/ Disallow: /mailopmaat/ Disallow: /mailurl/ Disallow: /metriweb/ Disallow: /oplman/ Disallow: /oplmanager/ Disallow: /pictures/ Disallow: /plaatscv/ Disallow: /plaatsjob/ Disallow: /redirect/ Disallow: /recourse/ Disallow: /security/ Disallow: /style/ Disallow: /testupload/ Disallow: /tmp/ Disallow: /upedi/ Disallow: /upload/ Disallow: /usertest/ Disallow: /utils/ Disallow: /vacatures/ Disallow: /w3c/ Disallow: /werkwinkel/ Disallow: /wis/ Disallow: /ogw/ Disallow: /toolbox/ Disallow: /welkom/ Disallow: /mijnvdab/jobspot/ Disallow: /nonstop/ Disallow: /nonstopsecure/ Disallow: /mlb Disallow: /verkenner/ Disallow: /*.ics$ Disallow: /*jsessionid=* Disallow: /*sess=* Disallow: /*action=* User-agent: msnbot Disallow: /mijnvdab/jobs/wz/ Disallow: /mijnvdab/jobspot/ User-agent: bingbot Disallow: /mijnvdab/jobs/wz/ Disallow: /mijnvdab/jobspot/ User-agent: gsa-crawler-A Disallow: /mijnvdab/jobs/wz/ Disallow: /mijnvdab/jobspot/ User-agent: gsa-crawler-B Disallow: /mijnvdab/jobs/wz/ Disallow: /mijnvdab/jobspot/ User-agent: gsa-crawler-C Disallow: /mijnvdab/jobs/wz/ Disallow: /mijnvdab/jobspot/ Sitemap: http://www.vdab.be/sitemap.xml