User-agent: * Allow: /login Allow: /register Allow: /privacy Allow: /terms Allow: /disclaimer Allow: /reports Allow: /assets/ Allow: /media/ Allow: /api/ # Disallow access to admin and dashboard areas Disallow: /admin/ Disallow: /dashboard/ Disallow: /api/ # Sitemap location Sitemap: https://renthistory.org/sitemap.xml # Crawl delay to be respectful Crawl-delay: 1