{
  "targetUrl": "https://github.com/",
  "origin": "https://github.com",
  "domain": "github.com",
  "auditedAt": "2026-11-01T07:07:55.206Z",
  "totalScore": 14,
  "maxScore": 100,
  "grade": "D",
  "ttfbMs": 12,
  "httpStatus": 502,
  "wafStatus": "OPEN_DIRECT",
  "metadata": {
    "title": "github.com · Official Web Platform",
    "description": "Primary web surface and documentation hub for github.com.",
    "canonical": null,
    "ogTitle": null,
    "ogDescription": null,
    "h1List": [],
    "h2List": [],
    "jsonLdTypes": [],
    "landmarks": {
      "main": 0,
      "nav": 0,
      "article": 0,
      "section": 0,
      "header": 0,
      "footer": 0
    },
    "textToHtmlRatio": 0,
    "wordCount": 0,
    "discoveredLinks": [],
    "bots": [
      {
        "agent": "GPTBot",
        "vendor": "OpenAI",
        "purpose": "Model Training & Knowledge",
        "status": "IMPLICIT_ALLOW",
        "ruleMatched": "No disallow rule (default open)"
      },
      {
        "agent": "OAI-SearchBot",
        "vendor": "OpenAI",
        "purpose": "ChatGPT Search Citations",
        "status": "IMPLICIT_ALLOW",
        "ruleMatched": "No disallow rule (default open)"
      },
      {
        "agent": "ClaudeBot",
        "vendor": "Anthropic",
        "purpose": "Claude Citations & Grounding",
        "status": "IMPLICIT_ALLOW",
        "ruleMatched": "No disallow rule (default open)"
      },
      {
        "agent": "PerplexityBot",
        "vendor": "Perplexity",
        "purpose": "Answer Engine Indexing",
        "status": "IMPLICIT_ALLOW",
        "ruleMatched": "No disallow rule (default open)"
      },
      {
        "agent": "Google-Extended",
        "vendor": "Google",
        "purpose": "Gemini Grounding & AI Overviews",
        "status": "IMPLICIT_ALLOW",
        "ruleMatched": "No disallow rule (default open)"
      }
    ],
    "endpoints": {
      "robotsTxt": false,
      "llmsTxt": false,
      "llmsFullTxt": false,
      "sitemapXml": false,
      "aiPluginJson": false,
      "openApiJson": false,
      "agentHeaderLink": false
    }
  },
  "dimensions": [
    {
      "id": "ai-crawlers",
      "name": "AI Crawler & robots.txt Access",
      "shortName": "Crawlers & robots.txt",
      "score": 10,
      "maxScore": 20,
      "status": "PARTIAL",
      "summary": "5/5 primary AI search & grounding bots permitted (0 explicit rules).",
      "checks": [
        {
          "id": "robots-reachable",
          "label": "/robots.txt reachable (HTTP 200)",
          "passed": false,
          "detail": "Missing or non-text /robots.txt response",
          "impact": "HIGH"
        },
        {
          "id": "search-bots-open",
          "label": "Citation & Search Bots Permitted (OAI-SearchBot, ClaudeBot, PerplexityBot)",
          "passed": true,
          "detail": "5 of 5 major AI crawlers allowed",
          "impact": "HIGH"
        },
        {
          "id": "explicit-ai-policy",
          "label": "Explicit AI User-Agent Declarations",
          "passed": false,
          "detail": "Relying on wildcard (*) fallback; explicit allow rules recommended",
          "impact": "MEDIUM"
        },
        {
          "id": "sitemap-indexed",
          "label": "XML Sitemap Discoverable",
          "passed": false,
          "detail": "No /sitemap.xml or Sitemap directive detected",
          "impact": "LOW"
        }
      ]
    },
    {
      "id": "llms-txt",
      "name": "/llms.txt & /llms-full.txt Spec",
      "shortName": "llms.txt Standard",
      "score": 0,
      "maxScore": 20,
      "status": "CRITICAL",
      "summary": "No /llms.txt manifest detected at root; agents must scrape raw HTML.",
      "checks": [
        {
          "id": "llms-txt-exists",
          "label": "/llms.txt manifest served at root",
          "passed": false,
          "detail": "HTTP 404 · synthesised ready-to-deploy llms.txt below",
          "impact": "HIGH"
        },
        {
          "id": "llms-txt-spec",
          "label": "llmstxt.org Spec Structure (# H1 + > Summary + Links)",
          "passed": false,
          "detail": "Requires # Title, > Blockquote summary, and ## Section link lists",
          "impact": "HIGH"
        },
        {
          "id": "llms-full-txt",
          "label": "/llms-full.txt Extended Context Corpus",
          "passed": false,
          "detail": "Not present · recommended for single-shot RAG ingestion",
          "impact": "MEDIUM"
        }
      ]
    },
    {
      "id": "json-ld-schema",
      "name": "Structured Schema & JSON-LD Graph",
      "shortName": "JSON-LD & Entities",
      "score": 0,
      "maxScore": 20,
      "status": "CRITICAL",
      "summary": "Zero JSON-LD structured entity graphs found in HTML head/body.",
      "checks": [
        {
          "id": "jsonld-present",
          "label": "application/ld+json Entity Graph Embedded",
          "passed": false,
          "detail": "No <script type=\"application/ld+json\"> found",
          "impact": "HIGH"
        },
        {
          "id": "jsonld-app-faq",
          "label": "SoftwareApplication / Product / FAQPage Schema",
          "passed": false,
          "detail": "Missing SoftwareApplication or FAQPage schema for direct answer synthesis",
          "impact": "HIGH"
        },
        {
          "id": "canonical-og",
          "label": "Canonical URL & OpenGraph Grounding Metadata",
          "passed": false,
          "detail": "Title (34c), Meta Desc (57c), Canonical: No",
          "impact": "MEDIUM"
        }
      ]
    },
    {
      "id": "semantic-html",
      "name": "Semantic HTML & RAG Extractability",
      "shortName": "Semantic HTML & RAG",
      "score": 0,
      "maxScore": 15,
      "status": "CRITICAL",
      "summary": "0 H1, 0 H2s, 0 extractable words (0% text/HTML ratio).",
      "checks": [
        {
          "id": "h1-hierarchy",
          "label": "Primary <h1> Heading & Section Hierarchy",
          "passed": false,
          "detail": "No <h1> tag found in SSR HTML response",
          "impact": "HIGH"
        },
        {
          "id": "semantic-landmarks",
          "label": "Semantic Landmarks (<main>, <nav>, <article>/<section>)",
          "passed": false,
          "detail": "<main>: 0, <nav>: 0, <section>: 0, <article>: 0",
          "impact": "MEDIUM"
        },
        {
          "id": "rag-density",
          "label": "SSR Text Extractability (No JS-Only Empty Shell)",
          "passed": false,
          "detail": "0 words extracted without JS execution (0% density)",
          "impact": "HIGH"
        }
      ]
    },
    {
      "id": "agentic-actions",
      "name": "Agentic Action & MCP/API Surface",
      "shortName": "MCP & API Surface",
      "score": 0,
      "maxScore": 15,
      "status": "CRITICAL",
      "summary": "0 developer/API links, OpenAPI/Plugin: No, Link Header: No.",
      "checks": [
        {
          "id": "well-known-openapi",
          "label": "/.well-known/ai-plugin.json or /openapi.json Endpoint",
          "passed": false,
          "detail": "No /.well-known/ai-plugin.json or /openapi.json discovered",
          "impact": "MEDIUM"
        },
        {
          "id": "http-link-headers",
          "label": "HTTP Link / X-Agentic-Ready Discovery Headers",
          "passed": false,
          "detail": "No Link: </llms.txt>; rel=\"llms-txt\" HTTP response header",
          "impact": "LOW"
        },
        {
          "id": "docs-api-nav",
          "label": "Documentation & API Navigation Anchors",
          "passed": false,
          "detail": "0 docs/API link(s) out of 0 crawled anchors",
          "impact": "MEDIUM"
        }
      ]
    },
    {
      "id": "edge-friction",
      "name": "Edge Latency & Bot Challenge Friction",
      "shortName": "Edge & Bot Friction",
      "score": 4,
      "maxScore": 10,
      "status": "CRITICAL",
      "summary": "HTTP 502 in 12ms TTFB · Zero JS challenge friction.",
      "checks": [
        {
          "id": "zero-captcha-block",
          "label": "Unblocked Headless Agent Fetch (No 403 / Turnstile Wall)",
          "passed": false,
          "detail": "HTTP 502 OK · Clean unchallenged response",
          "impact": "HIGH"
        },
        {
          "id": "edge-ttfb",
          "label": "Sub-1200ms Time-To-First-Byte for Realtime Tool Calls",
          "passed": true,
          "detail": "Measured TTFB: 12ms",
          "impact": "MEDIUM"
        }
      ]
    }
  ],
  "artifacts": {
    "llmsTxt": "# github.com\n\n> Primary web surface and documentation hub for github.com.\n\nThis `llms.txt` file follows the [llmstxt.org](https://llmstxt.org/) specification and provides structured, low-noise entry points for AI search engines, coding agents, and RAG retrieval pipelines interacting with **github.com**.\n\n## Core Platform & Product Surfaces\n\n- [Homepage & Overview](https://github.com/): github.com · Official Web Platform\n- [Product Overview](https://github.com/): Core capabilities and workflow architecture.\n- [Pricing & Plans](https://github.com/pricing): Transparent tier breakdown and enterprise options.\n\n## Developer Documentation & APIs\n\n- [Documentation Hub](https://github.com/docs): Technical guides, integration references, and SDK quickstarts.\n- [API & MCP Reference](https://github.com/api): Machine-readable endpoints and webhook schemas.\n\n## Key Topics & Capabilities Covered on github.com\n\n- **Core Architecture**: High-reliability web platform served at https://github.com.\n- **Agentic Discovery**: Structured metadata and deterministic citations.\n\n## Optional Extended Context\n\n- [Full Agent Context Corpus](https://github.com/llms-full.txt): Consolidated technical summary for single-request LLM context windows.\n- [XML Sitemap](https://github.com/sitemap.xml): Complete canonical URL index.\n",
    "llmsFullTxt": "# github.com · Extended Agent Context (llms-full.txt)\n\n> Primary web surface and documentation hub for github.com.\n\n## 1. Executive Summary\n- **Canonical Origin**: https://github.com\n- **Primary Title**: github.com · Official Web Platform\n- **Headline**: github.com\n- **Audited Readiness Score**: 14/100 (Grade D)\n\n## 2. Key Sections & Headings Extracted from github.com\n1. Platform Overview\n2. Technical Capabilities\n3. Enterprise Security & Compliance\n\n## 3. Canonical Navigation Graph\n- [Home](https://github.com/)\n",
    "robotsTxt": "# ============================================================================\n# AI Crawler & Generative Engine Optimization (GEO) Policy for github.com\n# Generated by AgenticPulse · https://neatjar.com/agentic-pulse/\n# ============================================================================\n\nUser-agent: *\nAllow: /\n\n# OpenAI Search & Citation Bots\nUser-agent: OAI-SearchBot\nAllow: /\n\nUser-agent: ChatGPT-User\nAllow: /\n\nUser-agent: GPTBot\nAllow: /\n\n# Anthropic Claude Search & Grounding\nUser-agent: ClaudeBot\nAllow: /\n\nUser-agent: Claude-SearchBot\nAllow: /\n\n# Perplexity Answer Engine\nUser-agent: PerplexityBot\nAllow: /\n\n# Google Gemini & AI Overviews\nUser-agent: Google-Extended\nAllow: /\n\n# Apple Intelligence\nUser-agent: Applebot-Extended\nAllow: /\n\nSitemap: https://github.com/sitemap.xml\n",
    "jsonLdPatch": "<script type=\"application/ld+json\">\n{\n  \"@context\": \"https://schema.org\",\n  \"@graph\": [\n    {\n      \"@type\": \"SoftwareApplication\",\n      \"@id\": \"https://github.com/#application\",\n      \"name\": \"github.com\",\n      \"url\": \"https://github.com\",\n      \"description\": \"Primary web surface and documentation hub for github.com.\",\n      \"applicationCategory\": \"DeveloperApplication\",\n      \"operatingSystem\": \"Web, Cloud\",\n      \"offers\": {\n        \"@type\": \"Offer\",\n        \"price\": \"0\",\n        \"priceCurrency\": \"USD\",\n        \"url\": \"https://github.com\"\n      }\n    },\n    {\n      \"@type\": \"Organization\",\n      \"@id\": \"https://github.com/#organization\",\n      \"name\": \"github.com\",\n      \"url\": \"https://github.com\"\n    },\n    {\n      \"@type\": \"FAQPage\",\n      \"@id\": \"https://github.com/#faq\",\n      \"mainEntity\": [\n        {\n          \"@type\": \"Question\",\n          \"name\": \"What is github.com (github.com)?\",\n          \"acceptedAnswer\": {\n            \"@type\": \"Answer\",\n            \"text\": \"Primary web surface and documentation hub for github.com.\"\n          }\n        },\n        {\n          \"@type\": \"Question\",\n          \"name\": \"Where can AI agents find machine-readable documentation for github.com?\",\n          \"acceptedAnswer\": {\n            \"@type\": \"Answer\",\n            \"text\": \"AI agents and LLM retrieval pipelines can read https://github.com/llms.txt and https://github.com/llms-full.txt for structured markdown documentation.\"\n          }\n        }\n      ]\n    }\n  ]\n}\n</script>",
    "badgeSvgUrl": "https://neatjar.com/agentic-pulse/api/badge?domain=github.com&score=14",
    "badgeMarkdown": "[![Agentic Readiness: 14/100](https://neatjar.com/agentic-pulse/api/badge?domain=github.com&score=14)](https://neatjar.com/agentic-pulse/?url=https%3A%2F%2Fgithub.com)",
    "badgeHtml": "<a href=\"https://neatjar.com/agentic-pulse/?url=https%3A%2F%2Fgithub.com\" target=\"_blank\" rel=\"noopener noreferrer\"><img src=\"https://neatjar.com/agentic-pulse/api/badge?domain=github.com&score=14\" alt=\"Agentic Readiness: 14/100\" height=\"24\" /></a>"
  }
}