# Robots.txt for eTailor - Tailoring Software User-agent: * Allow: / # Specific crawling instructions Allow: /features Allow: /pricing Allow: /testimonials Allow: /contact Allow: /blog Allow: /help Allow: /api/sitemap # Disallow admin and private areas Disallow: /admin/ Disallow: /dashboard/ Disallow: /api/auth/ Disallow: /private/ Disallow: /_next/ Disallow: /temp/ # Allow important files Allow: /sitemap.xml Allow: /manifest.json Allow: /favicon.ico # Sitemap location Sitemap: https://etailor.app/sitemap.xml # Crawl delay (optional) Crawl-delay: 1 # Specific bot instructions User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Bingbot Allow: / Crawl-delay: 1 User-agent: Slurp Allow: / Crawl-delay: 2