# robots.txt for kindrixgroup.com User-agent: * Allow: / # Allow all major search engines User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / User-agent: YandexBot Allow: / # Sitemap location Sitemap: https://kindrixgroup.com/sitemap.xml # Crawl delay (optional - helps with server load) Crawl-delay: 1 # Disallow admin areas (if any) Disallow: /admin/ Disallow: /private/ Disallow: /temp/ Disallow: /cache/ Disallow: /logs/ Disallow: /backup/ # Allow important directories Allow: /assets/ Allow: /images/ Allow: /css/ Allow: /js/ Allow: /fonts/ # Specific page allowances Allow: /index.html Allow: /contact-us.html Allow: /KindrixTech/ Allow: /automation-ai.html Allow: /digital-strategy.html Allow: /Cloud-DevOps-Services.html Allow: /hospitality-it-services.html Allow: /manufacturing-services.html Allow: /textile-it-services.html Allow: /agro-food-it-services.html Allow: /real-estate-services.html Allow: /logistics-transportation-it-services.html Allow: /tourism-it-services.html Allow: /retail-e-commerce-solutions.html # Block search parameters and filter pages (avoid crawl traps) Disallow: /? Disallow: /=& # Allow public content Allow: /$ Allow: /about-us Allow: /solutions/ Allow: /services/ Allow: /industries/ Allow: /login/ Allow: /signup/ # Allow CSS, JS, images (for proper site rendering) Allow: /*.css$ Allow: /*.js$ Allow: /*.png$ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.gif$ Allow: /*.svg$ Allow: /*.webp$ # Crawl delay to moderate server load Crawl-delay: 10