{
  "protocolId": "search-agent-retrieval-v1",
  "protocolVersion": "1.0.0",
  "providers": [
    {
      "slug": "perplexity-search",
      "provider": "Perplexity Search API",
      "artifactUrl": "/benchmarks/search-agent-retrieval-v1/perplexity-search/results.json",
      "summary": {
        "protocolId": "search-agent-retrieval-v1",
        "protocolVersion": "1.0.0",
        "provider": "Perplexity Search API",
        "providerSlug": "perplexity-search",
        "repetitions": 3,
        "totalRequests": 9,
        "successfulRequests": 9,
        "passedAttempts": 9,
        "casesPassed": 3,
        "overallPassed": true,
        "caseSummaries": [
          {
            "caseId": "node-release-lines",
            "attempts": 3,
            "passedAttempts": 3,
            "requiredPasses": 2,
            "passed": true,
            "medianLatencyMs": 427,
            "p95LatencyMs": 429,
            "bestPrimarySourceRanks": [
              1,
              1,
              1
            ]
          },
          {
            "caseId": "github-runner-images",
            "attempts": 3,
            "passedAttempts": 3,
            "requiredPasses": 2,
            "passed": true,
            "medianLatencyMs": 436,
            "p95LatencyMs": 1535,
            "bestPrimarySourceRanks": [
              1,
              1,
              1
            ]
          },
          {
            "caseId": "postgres-supported-versions",
            "attempts": 3,
            "passedAttempts": 3,
            "requiredPasses": 2,
            "passed": true,
            "medianLatencyMs": 1045,
            "p95LatencyMs": 1722,
            "bestPrimarySourceRanks": [
              1,
              1,
              1
            ]
          }
        ]
      }
    },
    {
      "slug": "exa",
      "provider": "Exa Search API",
      "artifactUrl": "/benchmarks/search-agent-retrieval-v1/exa/results.json",
      "summary": {
        "protocolId": "search-agent-retrieval-v1",
        "protocolVersion": "1.0.0",
        "provider": "Exa Search API",
        "providerSlug": "exa",
        "repetitions": 3,
        "totalRequests": 9,
        "successfulRequests": 9,
        "passedAttempts": 9,
        "casesPassed": 3,
        "overallPassed": true,
        "caseSummaries": [
          {
            "caseId": "node-release-lines",
            "attempts": 3,
            "passedAttempts": 3,
            "requiredPasses": 2,
            "passed": true,
            "medianLatencyMs": 145,
            "p95LatencyMs": 202,
            "bestPrimarySourceRanks": [
              1,
              1,
              1
            ]
          },
          {
            "caseId": "github-runner-images",
            "attempts": 3,
            "passedAttempts": 3,
            "requiredPasses": 2,
            "passed": true,
            "medianLatencyMs": 130,
            "p95LatencyMs": 1575,
            "bestPrimarySourceRanks": [
              1,
              1,
              1
            ]
          },
          {
            "caseId": "postgres-supported-versions",
            "attempts": 3,
            "passedAttempts": 3,
            "requiredPasses": 2,
            "passed": true,
            "medianLatencyMs": 171,
            "p95LatencyMs": 1868,
            "bestPrimarySourceRanks": [
              1,
              1,
              1
            ]
          }
        ]
      }
    },
    {
      "slug": "parallel-search",
      "provider": "Parallel Search API",
      "artifactUrl": "/benchmarks/search-agent-retrieval-v1/parallel-search/results.json",
      "summary": {
        "protocolId": "search-agent-retrieval-v1",
        "protocolVersion": "1.0.0",
        "provider": "Parallel Search API",
        "providerSlug": "parallel-search",
        "repetitions": 3,
        "totalRequests": 9,
        "successfulRequests": 9,
        "passedAttempts": 9,
        "casesPassed": 3,
        "overallPassed": true,
        "caseSummaries": [
          {
            "caseId": "node-release-lines",
            "attempts": 3,
            "passedAttempts": 3,
            "requiredPasses": 2,
            "passed": true,
            "medianLatencyMs": 2044,
            "p95LatencyMs": 2051,
            "bestPrimarySourceRanks": [
              1,
              1,
              1
            ]
          },
          {
            "caseId": "github-runner-images",
            "attempts": 3,
            "passedAttempts": 3,
            "requiredPasses": 2,
            "passed": true,
            "medianLatencyMs": 1732,
            "p95LatencyMs": 2871,
            "bestPrimarySourceRanks": [
              1,
              1,
              1
            ]
          },
          {
            "caseId": "postgres-supported-versions",
            "attempts": 3,
            "passedAttempts": 3,
            "requiredPasses": 2,
            "passed": true,
            "medianLatencyMs": 2040,
            "p95LatencyMs": 2458,
            "bestPrimarySourceRanks": [
              1,
              1,
              1
            ]
          }
        ]
      }
    }
  ]
}