phase 9

2026-04-04 02:14:57 +03:00
parent 31e666ef33
commit 3a687b0a7f
11 changed files with 686 additions and 8 deletions
@@ -1,2 +1,16 @@
+# Robots.txt for JobifyGarden
 User-agent: *
-Disallow:
+Allow: /
+Disallow: /admin/
+Disallow: /api/
+
+# Google-specific
+User-agent: Googlebot
+Allow: /
+
+# Sitemap location
+Sitemap: https://jobifygarden.com/sitemap.xml
+Sitemap: https://jobifygarden.com/sitemap-index.xml
+
+# Crawl delay (prevents aggressive crawling)
+Crawl-delay: 1