{
  "acceptance": "The result should include the deployed response, applicable crawl rule and intended indexing policy. Do not mark “indexed” solely because the page returns 200 without noindex.",
  "automated_checks": true,
  "batch_id": "analytics-editorial-20261104-v1",
  "built_at": "2026-11-04T11:50:28.566595+00:00",
  "claims": [
    {
      "id": "c1",
      "section": "Explanation and verification steps",
      "source_numbers": [
        1
      ],
      "statement": "Google processes noindex through a robots meta tag or an HTTP response header when crawling."
    },
    {
      "id": "c2",
      "section": "Explanation and verification steps",
      "source_numbers": [
        1
      ],
      "statement": "Google does not support noindex in robots.txt."
    },
    {
      "id": "c3",
      "section": "Explanation and verification steps",
      "source_numbers": [
        1
      ],
      "statement": "A robots.txt block can prevent Google from seeing a page’s noindex tag."
    },
    {
      "id": "c4",
      "section": "Explanation and verification steps",
      "source_numbers": [
        1
      ],
      "statement": "URL Inspection and indexing reports can help investigate the received instruction."
    }
  ],
  "description": "Separate crawl access from noindex processing before repairing a public page or removing a URL from search.",
  "diagram": [
    "Define intended visibility",
    "Check crawl permission",
    "Read HTML and response headers",
    "Verify Google-side evidence"
  ],
  "draft_hash": "fa6cd03298123e5e265167f935c5cf586ba8ba2f78f3de3576f0f3b8e69df714",
  "evidence": {
    "observed_at": "2026-11-03T04:30:54.149624+00:00",
    "period": {
      "end": "2026-11-03T04:30:54.149624+00:00",
      "start": "2026-11-03T04:30:54.149624+00:00",
      "timezone": "UTC"
    },
    "rows": [],
    "scope": "Official documentation; no customer or own-site traffic measurement"
  },
  "evidence_kind": "documentation",
  "figure_caption": "Original explanatory diagram based on the dated sources below. Any example values are hypothetical; this is not a screenshot, customer measurement or AI platform result.",
  "figure_kind": "sequence",
  "figure_notes": [
    "Choose public eligible, public excluded or genuinely private.",
    "A crawl block can prevent Google from reading noindex.",
    "Check both meta tags and X-Robots-Tag.",
    "Eligibility, a fetched instruction and indexing are different records."
  ],
  "figure_title": "A blocked page with noindex: check what Google can read",
  "group": "Crawl access and indexing",
  "human_review_claim": false,
  "intent": "noindex-blocked-by-robots",
  "interpretation": "A noindex instruction and a crawl prohibition solve different problems. Google needs to retrieve the page to see a robots meta tag. Blocking that retrieval can prevent the instruction from being processed. For a public acquisition page that should be searchable, inspect both the crawl policy and the actual HTML or response header; fixing only one layer can leave the other conflict in place.",
  "keyword_volume": "Not obtained",
  "limits": "Noindex does not protect confidential information. This guide does not establish Google’s current indexed state for any particular website.",
  "paid_api_calls": 0,
  "path": "/ai-analytics/guides/noindex-blocked-by-robots/",
  "policy": "session-evidence-editorial-v1",
  "preparation_mode": "session_editorial_batch",
  "problem": "A page contains noindex, but its robots rule prevents Google from reading the instruction.",
  "product": "/ai-analytics",
  "published_at": "2026-11-05T06:20:12.124205+00:00",
  "reader": "Site owners and analysts investigating a page contains noindex, but its robots rule prevents Google from reading the instruction.",
  "related": [
    "robots-specific-rule-precedence"
  ],
  "related_links": [],
  "research_document_ids": [
    "0af2a73b9e1727a38205ca82c63831d4"
  ],
  "slug": "noindex-blocked-by-robots",
  "source_signature": "0994ec459d3cbd3a8243fd60349771c6ec6d84395d54fbdf674af71de1bf6dc2",
  "sources": [
    {
      "hash": "b4f6481216462fc08c61ec534e89fbc319f013c2f665ccfbf30128f00a27ee15",
      "locator": "Block Search indexing with noindex / b1; Debugging noindex issues / b16; Debugging noindex issues / b17; Implementing noindex / b3",
      "observed_at": "2026-11-03T04:30:54.149624+00:00",
      "title": "Block Search indexing with noindex",
      "url": "https://developers.google.com/search/docs/crawling-indexing/block-indexing"
    }
  ],
  "sources_required": [],
  "steps": [
    "State the intended outcome for the exact URL: public and eligible for indexing, public but excluded, or private behind access control.",
    "Retrieve the anonymous page and record its status, robots meta tags and X-Robots-Tag response header. Inspect the applicable robots rule separately.",
    "For an eligible public page, remove unintended exclusions only from that route or template scope. For a page excluded through noindex, ensure the chosen approach permits Google to read the instruction.",
    "Use URL Inspection to examine the fetched HTML when access is available, then monitor the relevant indexing report. Keep retrieval, index eligibility and actual indexing as separate results."
  ],
  "title": "A blocked page with noindex: check what Google can read",
  "worked_example": "Hypothetical incident: /product has an unintended noindex tag and a robots disallow rule. Removing the tag from a template does not demonstrate what Google previously fetched or what the deployed route now returns. Save the anonymous response and compare it with the available URL Inspection evidence, labeling any missing Google-side record as not obtained."
}