User-agent: ICCrawler - iCjobs Disallow: / User-agent: * Disallow: /*-versenden.html$ Disallow: /*-empfehlen.html$ Disallow: /*.woff? Disallow: /*.svg? Disallow: /*.eot? Allow: /dossiers/*.html? Disallow: /*.html? Disallow: /*.jsp? Disallow: /*_redirectedFromOffline-true Disallow: /*~popup_index-POPUPvPATHvINDEXvPLACEHOLDER.html$ Disallow: /app/newsapp/share/ Disallow: /.well-known/assetlinks.json Disallow: /global/alexa-assets/ Disallow: /global/sprachassistenten/ Disallow: /dossiers/kandidatencheck/2020/video/nicht-teilgenommen/ Disallow: /app/1live/mockoon/