User-agent: * Allow: / # Disallow admin and private areas Disallow: /admin/ Disallow: /student/ Disallow: /teacher/ Disallow: /institute/ # Disallow authentication pages Disallow: /sign-in Disallow: /sign-up Disallow: /forgot-password Disallow: /reset-password Disallow: /verify-otp # Allow public pages Allow: / Allow: /about-us Allow: /contact-us Allow: /faqs Allow: /terms-conditions Allow: /privacy-policy Allow: /cookie-policy Allow: /disclaimer Allow: /sitemap # Sitemap location Sitemap: https://pteson.com/sitemap.xml # Crawl delay Crawl-delay: 1