mirror of
https://gitlab.com/vyla-entertainment/home-frontend.git
synced 2026-11-09 20:37:22 -05:00
35 lines
643 B
Plaintext
35 lines
643 B
Plaintext
# Robots.txt for Vyla Home
|
|
# Allow all search engines to crawl the site
|
|
|
|
User-agent: *
|
|
Allow: /
|
|
|
|
# Disallow specific directories if needed
|
|
# Disallow: /admin/
|
|
# Disallow: /private/
|
|
|
|
# Sitemap location
|
|
Sitemap: https://vyla.cc/sitemap.xml
|
|
|
|
# Crawl-delay (optional - helps prevent server overload)
|
|
# Crawl-delay: 1
|
|
|
|
# Specific instructions for major search engines
|
|
User-agent: Googlebot
|
|
Allow: /
|
|
|
|
User-agent: Bingbot
|
|
Allow: /
|
|
|
|
User-agent: Slurp
|
|
Allow: /
|
|
|
|
# Disallow common bot paths
|
|
User-agent: *
|
|
Disallow: /assets/
|
|
Disallow: /src/
|
|
Disallow: /.git/
|
|
Disallow: /node_modules/
|
|
|
|
# Allow specific asset directories for indexing
|
|
Allow: /assets/images/ |