# Robots.txt for Vyla Home # Allow all search engines to crawl the site User-agent: * Allow: / # Disallow specific directories if needed # Disallow: /admin/ # Disallow: /private/ # Sitemap location Sitemap: https://vyla.cc/sitemap.xml # Crawl-delay (optional - helps prevent server overload) # Crawl-delay: 1 # Specific instructions for major search engines User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / # Disallow common bot paths User-agent: * Disallow: /assets/ Disallow: /src/ Disallow: /.git/ Disallow: /node_modules/ # Allow specific asset directories for indexing Allow: /assets/images/