# robots.txt - keithjones.cpa # RFC 9309 aware # Last updated: 2026-03-20 # Default rules User-agent: * Allow: / Disallow: /*?_reset Disallow: /*?_reset= # TEMPORARILY ALLOWED for crawl-through (Index Hygiene Sweep 2, 2026-04-02) # SPA now 301-redirects these paths. Crawlers need to see the 301 to de-index. # Re-add Disallow after 2-4 weeks once Google has processed the redirects. # Disallow: /tax-resolution-services/ # Disallow: /tax-planning-services/ # Disallow: /tax-debt-relief/ # Disallow: /category/ Disallow: /videos/ Disallow: /accountant-services- Disallow: /auth Disallow: /admin Disallow: /profile Disallow: /reset-password Disallow: /api Disallow: /thank-you Disallow: /lp Disallow: /download Disallow: /downloads Disallow: /lead-magnet Disallow: /checklist Disallow: /quiz Disallow: /assessment Disallow: /client-portal Disallow: /case-status Disallow: /taxsolver-ai Disallow: /prompt Disallow: /prompts Disallow: /rag Disallow: /internal Disallow: /staging Disallow: /install Disallow: /project-athena Disallow: /athena-pilot Disallow: /athena-module-map Disallow: /athena-practitioner-pilot Disallow: /florida-tax-calc-api Disallow: /florida-tax-calc-api-docs Disallow: /og-images-preview Disallow: /audit-intelligence Disallow: /tax-risk-quiz Disallow: /brand-assets Disallow: /service-comparison Disallow: /lsa Disallow: /lsa-strategy Disallow: /sitemap-monitoring Disallow: /ab-test-analytics Disallow: /search-analytics Disallow: /redirect-analytics Disallow: /security-monitoring Disallow: /security-documentation Disallow: /county-rates-admin Disallow: /business-hours-settings # Major search crawlers User-agent: Googlebot Allow: / Disallow: /auth Disallow: /admin Disallow: /profile Disallow: /reset-password Disallow: /api Disallow: /thank-you Disallow: /lp Disallow: /download Disallow: /downloads Disallow: /lead-magnet Disallow: /checklist Disallow: /quiz Disallow: /assessment Disallow: /client-portal Disallow: /case-status Disallow: /taxsolver-ai Disallow: /prompt Disallow: /prompts Disallow: /rag Disallow: /internal Disallow: /staging Disallow: /install Disallow: /project-athena Disallow: /athena-pilot Disallow: /athena-module-map Disallow: /athena-practitioner-pilot Disallow: /florida-tax-calc-api Disallow: /florida-tax-calc-api-docs Disallow: /og-images-preview Disallow: /audit-intelligence Disallow: /tax-risk-quiz Disallow: /brand-assets Disallow: /service-comparison Disallow: /lsa Disallow: /lsa-strategy Disallow: /sitemap-monitoring Disallow: /ab-test-analytics Disallow: /search-analytics Disallow: /redirect-analytics Disallow: /security-monitoring Disallow: /security-documentation Disallow: /county-rates-admin Disallow: /business-hours-settings User-agent: bingbot Allow: / Disallow: /auth Disallow: /admin Disallow: /profile Disallow: /reset-password Disallow: /api Disallow: /thank-you Disallow: /lp Disallow: /download Disallow: /downloads Disallow: /lead-magnet Disallow: /checklist Disallow: /quiz Disallow: /assessment Disallow: /client-portal Disallow: /case-status Disallow: /taxsolver-ai Disallow: /prompt Disallow: /prompts Disallow: /rag Disallow: /internal Disallow: /staging Disallow: /install Disallow: /project-athena Disallow: /athena-pilot Disallow: /athena-module-map Disallow: /athena-practitioner-pilot Disallow: /florida-tax-calc-api Disallow: /florida-tax-calc-api-docs Disallow: /og-images-preview Disallow: /audit-intelligence Disallow: /tax-risk-quiz Disallow: /brand-assets Disallow: /service-comparison Disallow: /lsa Disallow: /lsa-strategy Disallow: /sitemap-monitoring Disallow: /ab-test-analytics Disallow: /search-analytics Disallow: /redirect-analytics Disallow: /security-monitoring Disallow: /security-documentation Disallow: /county-rates-admin Disallow: /business-hours-settings User-agent: Applebot Allow: / Disallow: /auth Disallow: /admin Disallow: /profile Disallow: /reset-password Disallow: /api Disallow: /thank-you Disallow: /lp Disallow: /download Disallow: /downloads Disallow: /lead-magnet Disallow: /checklist Disallow: /quiz Disallow: /assessment Disallow: /client-portal Disallow: /case-status Disallow: /taxsolver-ai Disallow: /prompt Disallow: /prompts Disallow: /rag Disallow: /internal Disallow: /staging Disallow: /install Disallow: /project-athena Disallow: /athena-pilot Disallow: /athena-module-map Disallow: /athena-practitioner-pilot Disallow: /florida-tax-calc-api Disallow: /florida-tax-calc-api-docs Disallow: /og-images-preview Disallow: /audit-intelligence Disallow: /tax-risk-quiz Disallow: /brand-assets Disallow: /service-comparison Disallow: /lsa Disallow: /lsa-strategy Disallow: /sitemap-monitoring Disallow: /ab-test-analytics Disallow: /search-analytics Disallow: /redirect-analytics Disallow: /security-monitoring Disallow: /security-documentation Disallow: /county-rates-admin Disallow: /business-hours-settings # OpenAI - retrieval/search only; training crawler blocked User-agent: OAI-SearchBot Allow: / Disallow: /auth Disallow: /admin Disallow: /profile Disallow: /reset-password Disallow: /api Disallow: /thank-you Disallow: /lp Disallow: /download Disallow: /downloads Disallow: /lead-magnet Disallow: /checklist Disallow: /quiz Disallow: /assessment Disallow: /client-portal Disallow: /case-status Disallow: /taxsolver-ai Disallow: /prompt Disallow: /prompts Disallow: /rag Disallow: /internal Disallow: /staging Disallow: /install Disallow: /project-athena Disallow: /athena-pilot Disallow: /athena-module-map Disallow: /athena-practitioner-pilot Disallow: /florida-tax-calc-api Disallow: /florida-tax-calc-api-docs Disallow: /og-images-preview Disallow: /audit-intelligence Disallow: /tax-risk-quiz Disallow: /brand-assets Disallow: /service-comparison Disallow: /lsa Disallow: /lsa-strategy Disallow: /sitemap-monitoring Disallow: /ab-test-analytics Disallow: /search-analytics Disallow: /redirect-analytics Disallow: /security-monitoring Disallow: /security-documentation Disallow: /county-rates-admin Disallow: /business-hours-settings User-agent: ChatGPT-User Allow: / Disallow: /auth Disallow: /admin Disallow: /profile Disallow: /reset-password Disallow: /api Disallow: /thank-you Disallow: /lp Disallow: /download Disallow: /downloads Disallow: /lead-magnet Disallow: /checklist Disallow: /quiz Disallow: /assessment Disallow: /client-portal Disallow: /case-status Disallow: /taxsolver-ai Disallow: /prompt Disallow: /prompts Disallow: /rag Disallow: /internal Disallow: /staging Disallow: /install Disallow: /project-athena Disallow: /athena-pilot Disallow: /athena-module-map Disallow: /athena-practitioner-pilot Disallow: /florida-tax-calc-api Disallow: /florida-tax-calc-api-docs Disallow: /og-images-preview Disallow: /audit-intelligence Disallow: /tax-risk-quiz Disallow: /brand-assets Disallow: /service-comparison Disallow: /lsa Disallow: /lsa-strategy Disallow: /sitemap-monitoring Disallow: /ab-test-analytics Disallow: /search-analytics Disallow: /redirect-analytics Disallow: /security-monitoring Disallow: /security-documentation Disallow: /county-rates-admin Disallow: /business-hours-settings User-agent: GPTBot Disallow: / # Google AI / fetcher controls User-agent: GoogleOther Allow: / Disallow: /auth Disallow: /admin Disallow: /profile Disallow: /reset-password Disallow: /api Disallow: /thank-you Disallow: /lp Disallow: /download Disallow: /downloads Disallow: /lead-magnet Disallow: /checklist Disallow: /quiz Disallow: /assessment Disallow: /client-portal Disallow: /case-status Disallow: /taxsolver-ai Disallow: /prompt Disallow: /prompts Disallow: /rag Disallow: /internal Disallow: /staging Disallow: /install Disallow: /project-athena Disallow: /athena-pilot Disallow: /athena-module-map Disallow: /athena-practitioner-pilot Disallow: /florida-tax-calc-api Disallow: /florida-tax-calc-api-docs Disallow: /og-images-preview Disallow: /audit-intelligence Disallow: /tax-risk-quiz Disallow: /brand-assets Disallow: /service-comparison Disallow: /lsa Disallow: /lsa-strategy Disallow: /sitemap-monitoring Disallow: /ab-test-analytics Disallow: /search-analytics Disallow: /redirect-analytics Disallow: /security-monitoring Disallow: /security-documentation Disallow: /county-rates-admin Disallow: /business-hours-settings User-agent: Google-CloudVertexBot Allow: / Disallow: /auth Disallow: /admin Disallow: /profile Disallow: /reset-password Disallow: /api Disallow: /thank-you Disallow: /lp Disallow: /download Disallow: /downloads Disallow: /lead-magnet Disallow: /checklist Disallow: /quiz Disallow: /assessment Disallow: /client-portal Disallow: /case-status Disallow: /taxsolver-ai Disallow: /prompt Disallow: /prompts Disallow: /rag Disallow: /internal Disallow: /staging Disallow: /install Disallow: /project-athena Disallow: /athena-pilot Disallow: /athena-module-map Disallow: /athena-practitioner-pilot Disallow: /florida-tax-calc-api Disallow: /florida-tax-calc-api-docs Disallow: /og-images-preview Disallow: /audit-intelligence Disallow: /tax-risk-quiz Disallow: /brand-assets Disallow: /service-comparison Disallow: /lsa Disallow: /lsa-strategy Disallow: /sitemap-monitoring Disallow: /ab-test-analytics Disallow: /search-analytics Disallow: /redirect-analytics Disallow: /security-monitoring Disallow: /security-documentation Disallow: /county-rates-admin Disallow: /business-hours-settings # Anthropic - search retrieval only; training crawler blocked User-agent: Claude-SearchBot Allow: / Disallow: /auth Disallow: /admin Disallow: /profile Disallow: /reset-password Disallow: /api Disallow: /thank-you Disallow: /lp Disallow: /download Disallow: /downloads Disallow: /lead-magnet Disallow: /checklist Disallow: /quiz Disallow: /assessment Disallow: /client-portal Disallow: /case-status Disallow: /taxsolver-ai Disallow: /prompt Disallow: /prompts Disallow: /rag Disallow: /internal Disallow: /staging Disallow: /install Disallow: /project-athena Disallow: /athena-pilot Disallow: /athena-module-map Disallow: /athena-practitioner-pilot Disallow: /florida-tax-calc-api Disallow: /florida-tax-calc-api-docs Disallow: /og-images-preview Disallow: /audit-intelligence Disallow: /tax-risk-quiz Disallow: /brand-assets Disallow: /service-comparison Disallow: /lsa Disallow: /lsa-strategy Disallow: /sitemap-monitoring Disallow: /ab-test-analytics Disallow: /search-analytics Disallow: /redirect-analytics Disallow: /security-monitoring Disallow: /security-documentation Disallow: /county-rates-admin Disallow: /business-hours-settings User-agent: ClaudeBot Disallow: / User-agent: Claude-User Allow: / Disallow: /auth Disallow: /admin Disallow: /profile Disallow: /reset-password Disallow: /api Disallow: /thank-you Disallow: /lp Disallow: /download Disallow: /downloads Disallow: /lead-magnet Disallow: /checklist Disallow: /quiz Disallow: /assessment Disallow: /client-portal Disallow: /case-status Disallow: /taxsolver-ai Disallow: /prompt Disallow: /prompts Disallow: /rag Disallow: /internal Disallow: /staging Disallow: /install Disallow: /project-athena Disallow: /athena-pilot Disallow: /athena-module-map Disallow: /athena-practitioner-pilot Disallow: /florida-tax-calc-api Disallow: /florida-tax-calc-api-docs Disallow: /og-images-preview Disallow: /audit-intelligence Disallow: /tax-risk-quiz Disallow: /brand-assets Disallow: /service-comparison Disallow: /lsa Disallow: /lsa-strategy Disallow: /sitemap-monitoring Disallow: /ab-test-analytics Disallow: /search-analytics Disallow: /redirect-analytics Disallow: /security-monitoring Disallow: /security-documentation Disallow: /county-rates-admin Disallow: /business-hours-settings # Perplexity User-agent: PerplexityBot Allow: / Disallow: /auth Disallow: /admin Disallow: /profile Disallow: /reset-password Disallow: /api Disallow: /thank-you Disallow: /lp Disallow: /download Disallow: /downloads Disallow: /lead-magnet Disallow: /checklist Disallow: /quiz Disallow: /assessment Disallow: /client-portal Disallow: /case-status Disallow: /taxsolver-ai Disallow: /prompt Disallow: /prompts Disallow: /rag Disallow: /internal Disallow: /staging Disallow: /install Disallow: /project-athena Disallow: /athena-pilot Disallow: /athena-module-map Disallow: /athena-practitioner-pilot Disallow: /florida-tax-calc-api Disallow: /florida-tax-calc-api-docs Disallow: /og-images-preview Disallow: /audit-intelligence Disallow: /tax-risk-quiz Disallow: /brand-assets Disallow: /service-comparison Disallow: /lsa Disallow: /lsa-strategy Disallow: /sitemap-monitoring Disallow: /ab-test-analytics Disallow: /search-analytics Disallow: /redirect-analytics Disallow: /security-monitoring Disallow: /security-documentation Disallow: /county-rates-admin Disallow: /business-hours-settings User-agent: Perplexity-User Allow: / Disallow: /auth Disallow: /admin Disallow: /profile Disallow: /reset-password Disallow: /api Disallow: /thank-you Disallow: /lp Disallow: /download Disallow: /downloads Disallow: /lead-magnet Disallow: /checklist Disallow: /quiz Disallow: /assessment Disallow: /client-portal Disallow: /case-status Disallow: /taxsolver-ai Disallow: /prompt Disallow: /prompts Disallow: /rag Disallow: /internal Disallow: /staging Disallow: /install Disallow: /project-athena Disallow: /athena-pilot Disallow: /athena-module-map Disallow: /athena-practitioner-pilot Disallow: /florida-tax-calc-api Disallow: /florida-tax-calc-api-docs Disallow: /og-images-preview Disallow: /audit-intelligence Disallow: /tax-risk-quiz Disallow: /brand-assets Disallow: /service-comparison Disallow: /lsa Disallow: /lsa-strategy Disallow: /sitemap-monitoring Disallow: /ab-test-analytics Disallow: /search-analytics Disallow: /redirect-analytics Disallow: /security-monitoring Disallow: /security-documentation Disallow: /county-rates-admin Disallow: /business-hours-settings # Social preview bots User-agent: FacebookBot Allow: / Disallow: /auth Disallow: /admin Disallow: /profile Disallow: /reset-password Disallow: /api Disallow: /client-portal Disallow: /case-status Disallow: /taxsolver-ai Disallow: /internal Disallow: /staging Disallow: /install Disallow: /project-athena Disallow: /athena-pilot Disallow: /athena-module-map Disallow: /athena-practitioner-pilot Disallow: /florida-tax-calc-api Disallow: /florida-tax-calc-api-docs Disallow: /og-images-preview Disallow: /audit-intelligence Disallow: /tax-risk-quiz Disallow: /brand-assets Disallow: /service-comparison Disallow: /lsa Disallow: /lsa-strategy Disallow: /sitemap-monitoring Disallow: /ab-test-analytics Disallow: /search-analytics Disallow: /redirect-analytics Disallow: /security-monitoring Disallow: /security-documentation Disallow: /county-rates-admin Disallow: /business-hours-settings # Blocked - SEO scrapers User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / # Blocked - low-value / training scrapers User-agent: Bytespider Disallow: / User-agent: ByteSpider Disallow: / User-agent: CCBot Disallow: / User-agent: Timpibot Disallow: / User-agent: ProRataInc Disallow: / User-agent: PetalBot Disallow: / User-agent: archive.org_bot Disallow: / # Sitemap Sitemap: https://keithjones.cpa/sitemap_index.xml Sitemap: https://keithjones.cpa/page-sitemap.xml Sitemap: https://keithjones.cpa/blog-sitemap.xml Sitemap: https://keithjones.cpa/location-sitemap.xml