User-agent: * Allow: / # Content pages # (/home, /privacy, /terms and /accessibility are 301 sources - see # staticwebapp.config.json - so they are deliberately not listed here.) Allow: /about Allow: /blog Allow: /careers Allow: /sustainability Allow: /faqs Allow: /contact Allow: /support Allow: /policies Allow: /local-contractors Allow: /contractor-packages Allow: /reviews Allow: /free-resources Allow: /learn-more Allow: /chat Allow: /reports/ Allow: /for-tradespeople Allow: /partners Allow: /cost-calculator Allow: /warm-homes-plan Allow: /cost-guides/ Allow: /costs/ # Location pages Allow: /tradespeople/ # Block admin pages Disallow: /admin Disallow: /penguin-admin-access # Block API endpoints (GSC was crawling /api/auth/csp-nonce/ etc.) Disallow: /api/ # Block auth pages Disallow: /login Disallow: /signup Disallow: /forgot-password Disallow: /reset-password Disallow: /contractor-password-setup Disallow: /admin-password-setup # Block transactional pages Disallow: /verify-email Disallow: /verify-success Disallow: /verify-failure Disallow: /secure-account Disallow: /secure-account-success Disallow: /signup-completion Disallow: /upgrade-completion Disallow: /cancel-completion Disallow: /downgrade-completion Disallow: /complete-profile # Block private user pages Disallow: /contractor-home Disallow: /contractor-profile Disallow: /homeowner-profile Disallow: /contractor-quiz # Block bogus URLs from malformed external links. # "Disallow: /www.*" only matches at the root, so a protocol-less href inside a # blog post produced /blog/www.pricingpenguin.co.uk/... which react-snap then # crawled and published to the sitemap. The links themselves are fixed in # staticBlogData.js; these rules are the backstop. Disallow: /www.* Disallow: /http* Disallow: /*/www.* Disallow: /*/http* # Block utility pages Disallow: /disable-adblock Disallow: /website-feedback Sitemap: https://www.pricingpenguin.co.uk/sitemap.xml