User-agent: * Allow: / # Allow all search engines to crawl the site User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / # Allow important public files and directories Allow: /sitemap.xml Allow: /favicon.ico Allow: /assets/ Allow: /css/ Allow: /js/ Allow: /images/ Allow: /img/ Allow: /fonts/ Allow: /video/ # Allow public pages Allow: / Allow: /main Allow: /first Allow: /resource Allow: /testimonials Allow: /pricing Allow: /learnSession/ Allow: /thankyouPay/ Allow: /email_verify/ Allow: /waitroom Allow: /enroll # Crawl delay (optional - helps with server load) Crawl-delay: 1 # Sitemap location Sitemap: https://metabalance.me/sitemap.xml