User-agent: * Allow: / # Sitemap Sitemap: https://asunalabs.com/sitemap.xml # Crawl-delay for all bots Crawl-delay: 1 # Disallow search and admin pages if they exist Disallow: /admin/ Disallow: /search/ Disallow: /api/ # Disallow static assets that shouldn't be indexed as pages Disallow: /*.ico$ Disallow: /*.png$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /*.gif$ Disallow: /*.svg$ Disallow: /*.css$ Disallow: /*.js$ Disallow: /*.json$ # Allow important pages Allow: / Allow: /products Allow: /solutions Allow: /client-work Allow: /contact