# ============================================ # Robots.txt - Choose Center # ============================================ # Allow search engines to crawl the website User-agent: * Allow: / # ============================================ # Private / Admin Areas # ============================================ Disallow: /admin Disallow: /admin/ Disallow: /admin-assets/ Disallow: /admin/tags_ajax # ============================================ # Tracking / Duplicate URL Parameters # ============================================ Disallow: /*?gclid= Disallow: /*&gclid= Disallow: /*?fbclid= Disallow: /*&fbclid= Disallow: /*?q= Disallow: /*&q= Disallow: /*?amp= Disallow: /*&= Disallow: /*?noamp= Disallow: /*&noamp= Disallow: /*?_gl= Disallow: /*&_gl= Disallow: /*?fb_comment_id= Disallow: /*&fb_comment_id= # Block pagination parameter only if it creates # duplicate/thin pages on your website. # Remove these two lines if pagination pages # contain useful SEO content. Disallow: /*?page= Disallow: /*&page= # ============================================ # Sitemap # ============================================ Sitemap: https://www.medicaltreatmentweb.com/sitemap.xml # ============================================ # Website Downloaders / Offline Browsers # ============================================ User-agent: sitecheck.internetseer.com Disallow: / User-agent: Zealbot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebStripper Disallow: / User-agent: WebCopier Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebZIP Disallow: / User-agent: linko Disallow: / User-agent: HTTrack Disallow: / User-agent: larbin Disallow: / User-agent: libwww Disallow: / User-agent: ZyBORG Disallow: / User-agent: Download Ninja Disallow: / User-agent: WebReaper Disallow: /