{
  "run_id": "2026-09-23-r3-serper",
  "round": 2,
  "tool": "serper",
  "mode": "search",
  "tc_id": "TC4",
  "capability": "C1",
  "scenario": "S4",
  "suite_role": "probe",
  "query_text": "In what year did GitHub first launch a technical preview of GitHub Copilot?",
  "restrict_domain": "docs.github.com",
  "restriction_mechanism": "query_operator:site:",
  "answer_key": "github.blog: 'Today, we are launching a technical preview of GitHub Copilot...' (June 29, 2021) -> 2021. docs.github.com page states no launch year.",
  "key_urls": [
    {
      "url": "https://github.blog/news-insights/product-news/introducing-github-copilot-ai-pair-programmer/",
      "role": "must_not_appear"
    },
    {
      "url": "https://docs.github.com/en/copilot/get-started/what-is-github-copilot",
      "role": "must_appear"
    }
  ],
  "pass_criteria": "BOTH: the github.blog answer page does NOT come back, AND a relevant docs.github.com page DOES",
  "key_verified_date": "2026-09-07",
  "before_check_rule": null,
  "timestamp_utc": "2026-09-23T09:18:37Z",
  "region": "ap-south-1",
  "status": "ok",
  "graded": null,
  "pass_fail": null,
  "grader_notes": null,
  "latency_ms": 2954.9,
  "http_status": 200,
  "error": null,
  "attempts": 1,
  "credits_reported": null,
  "tokens_reported": null,
  "results": [
    {
      "rank": 1,
      "url": "https://docs.github.com/copilot/about-github-copilot/what-is-github-copilot",
      "title": "About GitHub Copilot",
      "content": "GitHub Copilot is an AI assistant that helps you write, understand, and ship software. Copilot is built into GitHub, it works within the development workflow ...",
      "content_chars": 161,
      "published_date": null
    },
    {
      "rank": 2,
      "url": "https://docs.github.com/copilot/concepts/agents/code-review",
      "title": "About GitHub Copilot code review",
      "content": "Copilot reviews your pull requests, identifies issues, and suggests fixes you can apply. This article provides an overview of Copilot code review. Copilot ...",
      "content_chars": 158,
      "published_date": null
    },
    {
      "rank": 3,
      "url": "https://docs.github.com/copilot/concepts/spark",
      "title": "Upcoming deprecation of GitHub Spark on github.com",
      "content": "Beginning August 4, 2026, GitHub Spark no longer accepts new users or allows the creation of new apps. now build and refine these experiences ...",
      "content_chars": 145,
      "published_date": "Aug 4, 2026"
    },
    {
      "rank": 4,
      "url": "https://docs.github.com/en/copilot/concepts/models/fallback-and-lts-models",
      "title": "Base and long-term support (LTS) models - GitHub Docs",
      "content": "On March 18, 2026, GitHub designated GPT-5.3-Codex as the LTS model. LTS models apply only to Copilot Business and Copilot Enterprise. An LTS model is an AI ...",
      "content_chars": 160,
      "published_date": null
    },
    {
      "rank": 5,
      "url": "https://docs.github.com/copilot/concepts/agents/cloud-agent/about-cloud-agent",
      "title": "About GitHub Copilot cloud agent",
      "content": "Copilot can research a repository, create an implementation plan, and make code changes on a branch. You can review the diff, iterate, and create a pull request ...",
      "content_chars": 164,
      "published_date": null
    },
    {
      "rank": 6,
      "url": "https://docs.github.com/en/copilot/concepts/enterprise/learning-about-new-features-and-models",
      "title": "Learning about new features and models - GitHub Docs",
      "content": "GitHub Copilot uses multiple AI models from different providers to power for one year from designation.",
      "content_chars": 103,
      "published_date": null
    },
    {
      "rank": 7,
      "url": "https://docs.github.com/copilot/quickstart",
      "title": "Quickstart for using GitHub Copilot in your IDE",
      "content": "Use Copilot in your IDE to explain concepts, complete code, propose edits, and validate files with agent mode.",
      "content_chars": 110,
      "published_date": null
    },
    {
      "rank": 8,
      "url": "https://docs.github.com/copilot",
      "title": "GitHub Copilot documentation",
      "content": "About Copilot automations. Automations let you run Copilot cloud agent automatically, on a schedule or in response to events in a repository.",
      "content_chars": 141,
      "published_date": null
    },
    {
      "rank": 9,
      "url": "https://docs.github.com/en/copilot/tutorials/reduce-technical-debt",
      "title": "Using GitHub Copilot to reduce technical debt",
      "content": "Use Copilot to automate refactoring and maintenance tasks, freeing your team to focus on feature development.",
      "content_chars": 109,
      "published_date": null
    },
    {
      "rank": 10,
      "url": "https://docs.github.com/enterprise-cloud@latest/copilot/how-tos/copilot-on-github/set-up-copilot/configure-runners",
      "title": "Configuring runners for GitHub Copilot code review",
      "content": "Copilot code review uses GitHub Actions to run the agentic capabilities, including full project context gathering and any capabilities in public preview. By ...",
      "content_chars": 160,
      "published_date": null
    }
  ],
  "answer_text": null,
  "citations": [],
  "raw_response": {
    "searchParameters": {
      "q": "In what year did GitHub first launch a technical preview of GitHub Copilot? site:docs.github.com",
      "type": "search",
      "num": 10,
      "engine": "google"
    },
    "organic": [
      {
        "title": "About GitHub Copilot",
        "link": "https://docs.github.com/copilot/about-github-copilot/what-is-github-copilot",
        "snippet": "GitHub Copilot is an AI assistant that helps you write, understand, and ship software. Copilot is built into GitHub, it works within the development workflow ...",
        "sitelinks": [
          {
            "title": "About Github Copilot",
            "link": "https://docs.github.com/copilot/about-github-copilot/what-is-github-copilot#:~:text=About%20GitHub%20Copilot,-Understand%20how%20GitHub%20Copilot%20helps"
          },
          {
            "title": "Get Access",
            "link": "https://docs.github.com/copilot/about-github-copilot/what-is-github-copilot#:~:text=Get%20access,-You%20can%20start%20using%20Copilot"
          },
          {
            "title": "Organization And Enterprise...",
            "link": "https://docs.github.com/copilot/about-github-copilot/what-is-github-copilot#:~:text=Organization%20and%20enterprise%20owners"
          }
        ],
        "position": 1
      },
      {
        "title": "About GitHub Copilot code review",
        "link": "https://docs.github.com/copilot/concepts/agents/code-review",
        "snippet": "Copilot reviews your pull requests, identifies issues, and suggests fixes you can apply. This article provides an overview of Copilot code review. Copilot ...",
        "sitelinks": [
          {
            "title": "About Github Copilot Code...",
            "link": "https://docs.github.com/copilot/concepts/agents/code-review#:~:text=About%20GitHub%20Copilot%20code%20review,-Copilot%20reviews%20your%20pull%20requests"
          },
          {
            "title": "Code Review Usage",
            "link": "https://docs.github.com/copilot/concepts/agents/code-review#:~:text=Code%20review%20usage,-Each%20time%20Copilot%20reviews%20a"
          },
          {
            "title": "Enhancing Copilot's...",
            "link": "https://docs.github.com/copilot/concepts/agents/code-review#:~:text=Enhancing%20Copilot%27s%20knowledge%20of%20a%20repository,-The%20more%20Copilot%20knows%20about"
          }
        ],
        "position": 2
      },
      {
        "title": "Upcoming deprecation of GitHub Spark on github.com",
        "link": "https://docs.github.com/copilot/concepts/spark",
        "snippet": "Beginning August 4, 2026, GitHub Spark no longer accepts new users or allows the creation of new apps. now build and refine these experiences ...",
        "date": "Aug 4, 2026",
        "position": 3
      },
      {
        "title": "Base and long-term support (LTS) models - GitHub Docs",
        "link": "https://docs.github.com/en/copilot/concepts/models/fallback-and-lts-models",
        "snippet": "On March 18, 2026, GitHub designated GPT-5.3-Codex as the LTS model. LTS models apply only to Copilot Business and Copilot Enterprise. An LTS model is an AI ...",
        "position": 4
      },
      {
        "title": "About GitHub Copilot cloud agent",
        "link": "https://docs.github.com/copilot/concepts/agents/cloud-agent/about-cloud-agent",
        "snippet": "Copilot can research a repository, create an implementation plan, and make code changes on a branch. You can review the diff, iterate, and create a pull request ...",
        "sitelinks": [
          {
            "title": "About Github Copilot Cloud...",
            "link": "https://docs.github.com/copilot/concepts/agents/cloud-agent/about-cloud-agent#:~:text=About%20GitHub%20Copilot%20cloud%20agent,-Copilot%20can%20research%20a%20repository"
          },
          {
            "title": "Overview Of Copilot Cloud...",
            "link": "https://docs.github.com/copilot/concepts/agents/cloud-agent/about-cloud-agent#:~:text=Overview%20of%20Copilot%20cloud%20agent,-With%20Copilot%20cloud%20agent%2C"
          },
          {
            "title": "Benefits Over Traditional Ai...",
            "link": "https://docs.github.com/copilot/concepts/agents/cloud-agent/about-cloud-agent#:~:text=Benefits%20over%20traditional%20AI%20workflows"
          }
        ],
        "position": 5
      },
      {
        "title": "Learning about new features and models - GitHub Docs",
        "link": "https://docs.github.com/en/copilot/concepts/enterprise/learning-about-new-features-and-models",
        "snippet": "GitHub Copilot uses multiple AI models from different providers to power for one year from designation.",
        "position": 6
      },
      {
        "title": "Quickstart for using GitHub Copilot in your IDE",
        "link": "https://docs.github.com/copilot/quickstart",
        "snippet": "Use Copilot in your IDE to explain concepts, complete code, propose edits, and validate files with agent mode.",
        "position": 7
      },
      {
        "title": "GitHub Copilot documentation",
        "link": "https://docs.github.com/copilot",
        "snippet": "About Copilot automations. Automations let you run Copilot cloud agent automatically, on a schedule or in response to events in a repository.",
        "position": 8
      },
      {
        "title": "Using GitHub Copilot to reduce technical debt",
        "link": "https://docs.github.com/en/copilot/tutorials/reduce-technical-debt",
        "snippet": "Use Copilot to automate refactoring and maintenance tasks, freeing your team to focus on feature development.",
        "position": 9
      },
      {
        "title": "Configuring runners for GitHub Copilot code review",
        "link": "https://docs.github.com/enterprise-cloud@latest/copilot/how-tos/copilot-on-github/set-up-copilot/configure-runners",
        "snippet": "Copilot code review uses GitHub Actions to run the agentic capabilities, including full project context gathering and any capabilities in public preview. By ...",
        "sitelinks": [
          {
            "title": "About Github Actions Usage...",
            "link": "https://docs.github.com/enterprise-cloud@latest/copilot/how-tos/copilot-on-github/set-up-copilot/configure-runners#:~:text=About%20GitHub%20Actions%20usage%20for%20code%20review%20tools,-Copilot%20code%20review%20uses%20GitHub"
          },
          {
            "title": "Configure Self-Hosted...",
            "link": "https://docs.github.com/enterprise-cloud@latest/copilot/how-tos/copilot-on-github/set-up-copilot/configure-runners#:~:text=Configure%20self%2Dhosted%20runners%20for%20code%20review,-Run%20Copilot%20code%20review%20using"
          },
          {
            "title": "Upgrade To Larger...",
            "link": "https://docs.github.com/enterprise-cloud@latest/copilot/how-tos/copilot-on-github/set-up-copilot/configure-runners#:~:text=Upgrade%20to%20larger%20GitHub%2Dhosted%20GitHub%20Actions%20runners,-By%20default%2C%20Copilot%20code"
          }
        ],
        "position": 10
      }
    ],
    "credits": 1
  }
}