Files
jobifygarden/public/robots.txt
T

17 lines
316 B
Plaintext
Raw Normal View History

2026-04-04 02:14:57 +03:00
# Robots.txt for JobifyGarden
2026-04-02 23:00:12 +03:00
User-agent: *
2026-04-04 02:14:57 +03:00
Allow: /
Disallow: /admin/
Disallow: /api/
# Google-specific
User-agent: Googlebot
Allow: /
# Sitemap location
Sitemap: https://jobifygarden.com/sitemap.xml
Sitemap: https://jobifygarden.com/sitemap-index.xml
# Crawl delay (prevents aggressive crawling)
Crawl-delay: 1