{
  "@context": "https://schema.org",
  "@type": "Article",
  "headline": "I Crawled 65,000 Pages of My Own Site Without Parsing a Single Line of HTML",
  "description": "Somewhere between talks on day one, I think it was during a hallway conversation about how badly LLM crawlers struggle with rendered DOMs. A question I had been chewing on for months finally crystalized...",
  "url": "https://metehan.ai/blog/http-headers-internal-links",
  "datePublished": "2026-05-04T11:25:20.496Z",
  "dateModified": "2026-05-04T12:26:30.015Z",
  "author": {
    "@type": "Person",
    "name": "Metehan Yesilyurt",
    "url": "https://metehan.ai"
  },
  "category": [
    "Featured Research",
    "Experiment"
  ],
  "keywords": []
}