# robots.txt for Optimize-it.be User-agent: * Allow: / # Sitemap location Sitemap: https://optimize-it.be/sitemap.xml # Prevent crawling of specific directories as needed # Disallow: /admin/ # Disallow: /private/