User-agent: * # Directories Disallow: /assets/fonts/ Disallow: /assets/i18n/ # CSS, JS, TS, Images Allow: /*.scss$ Allow: /*.scss? Allow: /*.css$ Allow: /*.css? Allow: /*.js$ Allow: /*.js? Allow: /assets/*.gif Allow: /assets/*.jpg Allow: /assets/*.jpeg Allow: /assets/*.png Allow: /assets/*.svg Allow: /assets/*.ico Allow: /styles/*.scss$ Allow: /styles/*.scss? Allow: /*.ico # Files Disallow: /README.md Disallow: /web.config Disallow: /*.json # Paths Disallow: /nl/contacteer-ons/ Disallow: /fr/contactez-nous/ Disallow: /nl/zoeken/ Disallow: /fr/recherche/ Disallow: /nl/nieuwsartikel/ Disallow: /fr/article-de-presse/ # sitemap Sitemap: https://consumerconnect.be/sitemap.xml # Bots management User-agent: * Crawl-delay: 5