# robots.txt for Librainian # This file controls which pages search engines can crawl User-agent: * # Allow public pages Allow: / Allow: /home Allow: /search Allow: /library-list Allow: /library-details # Allow authentication pages (public access) Allow: /librarian/login Allow: /librarian/signup Allow: /librarian/forgot-password # Allow legal and policy pages Allow: /privacy-policy Allow: /terms Allow: /return-policy Allow: /security-policy # Allow company pages Allow: /contact Allow: /services # Allow blog pages for SEO Allow: /blogs Allow: /blogs/* # Allow static assets (images, fonts, etc.) Allow: /og-images/ Allow: /assets/ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.png$ Allow: /*.webp$ Allow: /*.svg$ Allow: /*.css$ Allow: /*.js$ # Allow ads.txt for advertising transparency Allow: /ads.txt # Disallow all authenticated librarian routes Disallow: /librarian/dashboard Disallow: /librarian/analytics Disallow: /librarian/pending-students Disallow: /librarian/student-register Disallow: /librarian/add-student Disallow: /librarian/add-sub-librarian Disallow: /librarian/locker-management Disallow: /librarian/invoice-register Disallow: /librarian/invoice/ Disallow: /librarian/partial-payments Disallow: /librarian/fees-due Disallow: /librarian/registration-fees Disallow: /librarian/notifications Disallow: /librarian/membership Disallow: /librarian/whatsapp-packages Disallow: /librarian/sms-packages Disallow: /librarian/profile Disallow: /librarian/edit-profile Disallow: /librarian/settings Disallow: /librarian/help-support Disallow: /librarian/refer-earn Disallow: /librarian/shift-management Disallow: /librarian/seat-management Disallow: /librarian/signin/oops Disallow: /librarian/top-and-bottom-nav # Disallow scanner routes (internal use only) Disallow: /scanner-login Disallow: /attendence-scanner Disallow: /scanner-accounts Disallow: /scan-success Disallow: /scan-failed # Disallow attendance and visitor management (internal) Disallow: /attendance-log Disallow: /attendance-today Disallow: /visitors # Disallow auth callback URLs Disallow: /auth/ # Disallow API endpoints (if any are served from the same domain) Disallow: /api/ # Crawl delay (optional - adjust if needed) Crawl-delay: 1 # Sitemap Sitemap: https://librainian.com/sitemap.xml