# Allow all search engines to crawl the site User-agent: * Allow: / # Disallow admin and dashboard pages Disallow: /dashboard Disallow: /admin # Disallow authentication pages Disallow: /auth Disallow: /signup # Disallow private offer pages Disallow: /lifetime Disallow: /lifetime-success # Block query parameter variations that create duplicates Disallow: /*?to_html=* Disallow: /*?*to_html=* # Crawl-delay for polite crawling Crawl-delay: 1 # Sitemap location Sitemap: https://www.getoutdoorjobs.com/sitemap.xml