{
  "publicationVersion": "1.0.0",
  "publishedAt": "2026-09-11",
  "protocol": {
    "id": "email-verification-v1",
    "version": "1.0.0",
    "scope": "Safe invalid-input and typo handling for synchronous, single-address validation",
    "repetitions": 1,
    "providers": 3,
    "requests": 12
  },
  "limitations": [
    "No real or third-party mailbox was queried in this run",
    "Controlled deliverability, role, catch-all, disposable, free-mail, alias, and null-MX fixtures are pending",
    "One request per fixture is evidence from this run, not a global latency or reliability measurement"
  ],
  "redactionPolicy": [
    "API keys, account identifiers, and raw response headers excluded",
    "Abstract sender, domain, and breach enrichment excluded",
    "Hunter source records and ZeroBounce personal enrichment excluded",
    "Only safe non-personal fixture addresses, normalized results, and evaluations retained"
  ],
  "executionModel": [
    "Codex received browser access and recorded the provider signup path",
    "Credentials remained in an ignored local environment and outside prompts and artifacts",
    "Every provider received the same four safe fixtures from the same machine and network",
    "Provider responses were normalized to shared fields before evaluation",
    "Unsupported fields were separated from incorrect results"
  ],
  "providers": [
    {
      "slug": "abstract",
      "provider": "Abstract Email Reputation",
      "endpoint": "https://emailreputation.abstractapi.com/v1/",
      "environment": {
        "nodeVersion": "v22.23.2",
        "platform": "darwin-arm64",
        "startedAt": "2026-09-11T05:38:10.433Z",
        "finishedAt": "2026-09-11T05:38:15.363Z"
      },
      "summary": {
        "protocolId": "email-verification-v1",
        "protocolVersion": "1.0.0",
        "provider": "Abstract Email Reputation",
        "providerSlug": "abstract",
        "totalRequests": 4,
        "responsesReceived": 4,
        "successfulRequests": 4,
        "passedAttempts": 4,
        "falseValidAttempts": 0,
        "overallPassed": true,
        "fixtureSummaries": [
          {
            "fixtureId": "malformed-no-at",
            "attempts": 1,
            "passedAttempts": 1,
            "falseValidAttempts": 0,
            "medianLatencyMs": 225,
            "p95LatencyMs": 225,
            "observedVerdicts": [
              "undeliverable"
            ],
            "stableVerdict": true
          },
          {
            "fixtureId": "missing-domain",
            "attempts": 1,
            "passedAttempts": 1,
            "falseValidAttempts": 0,
            "medianLatencyMs": 61,
            "p95LatencyMs": 61,
            "observedVerdicts": [
              "undeliverable"
            ],
            "stableVerdict": true
          },
          {
            "fixtureId": "reserved-invalid-domain",
            "attempts": 1,
            "passedAttempts": 1,
            "falseValidAttempts": 0,
            "medianLatencyMs": 813,
            "p95LatencyMs": 813,
            "observedVerdicts": [
              "undeliverable"
            ],
            "stableVerdict": true
          },
          {
            "fixtureId": "common-domain-typo",
            "attempts": 1,
            "passedAttempts": 1,
            "falseValidAttempts": 0,
            "medianLatencyMs": 505,
            "p95LatencyMs": 505,
            "observedVerdicts": [
              "undeliverable"
            ],
            "stableVerdict": true
          }
        ]
      },
      "results": [
        {
          "fixtureId": "malformed-no-at",
          "email": "not-an-email",
          "groundTruth": "Invalid syntax",
          "expected": {
            "verdict": [
              "undeliverable"
            ],
            "syntaxValid": false
          },
          "httpStatus": 200,
          "latencyMs": 225,
          "normalized": {
            "verdict": "undeliverable",
            "syntaxValid": false,
            "mxFound": false,
            "smtpValid": false,
            "disposable": false,
            "roleBased": false,
            "freeProvider": false,
            "catchAll": false,
            "suggestedCorrection": false,
            "providerStatus": "undeliverable",
            "providerSubstatus": "Invalid format",
            "providerScore": 0
          },
          "evaluation": {
            "passed": true,
            "falseValid": false,
            "correctAssertions": 2,
            "scoredAssertions": 2,
            "unsupportedAssertions": 0,
            "assertions": {
              "verdict": {
                "outcome": "correct",
                "expected": [
                  "undeliverable"
                ],
                "actual": "undeliverable"
              },
              "syntaxValid": {
                "outcome": "correct",
                "expected": false,
                "actual": false
              }
            }
          }
        },
        {
          "fixtureId": "missing-domain",
          "email": "agentbench@",
          "groundTruth": "Invalid syntax: missing domain",
          "expected": {
            "verdict": [
              "undeliverable"
            ],
            "syntaxValid": false
          },
          "httpStatus": 200,
          "latencyMs": 61,
          "normalized": {
            "verdict": "undeliverable",
            "syntaxValid": false,
            "mxFound": false,
            "smtpValid": false,
            "disposable": false,
            "roleBased": false,
            "freeProvider": false,
            "catchAll": false,
            "suggestedCorrection": false,
            "providerStatus": "undeliverable",
            "providerSubstatus": "Invalid format",
            "providerScore": 0
          },
          "evaluation": {
            "passed": true,
            "falseValid": false,
            "correctAssertions": 2,
            "scoredAssertions": 2,
            "unsupportedAssertions": 0,
            "assertions": {
              "verdict": {
                "outcome": "correct",
                "expected": [
                  "undeliverable"
                ],
                "actual": "undeliverable"
              },
              "syntaxValid": {
                "outcome": "correct",
                "expected": false,
                "actual": false
              }
            }
          }
        },
        {
          "fixtureId": "reserved-invalid-domain",
          "email": "agentbench@example.invalid",
          "groundTruth": "Reserved domain that cannot resolve",
          "expected": {
            "verdict": [
              "undeliverable"
            ],
            "mxFound": false
          },
          "httpStatus": 200,
          "latencyMs": 813,
          "normalized": {
            "verdict": "undeliverable",
            "syntaxValid": true,
            "mxFound": false,
            "smtpValid": false,
            "disposable": false,
            "roleBased": false,
            "freeProvider": false,
            "catchAll": false,
            "suggestedCorrection": false,
            "providerStatus": "undeliverable",
            "providerSubstatus": "dns_record_not_found",
            "providerScore": 0
          },
          "evaluation": {
            "passed": true,
            "falseValid": false,
            "correctAssertions": 2,
            "scoredAssertions": 2,
            "unsupportedAssertions": 0,
            "assertions": {
              "verdict": {
                "outcome": "correct",
                "expected": [
                  "undeliverable"
                ],
                "actual": "undeliverable"
              },
              "mxFound": {
                "outcome": "correct",
                "expected": false,
                "actual": false
              }
            }
          }
        },
        {
          "fixtureId": "common-domain-typo",
          "email": "agentbench@gmial.com",
          "groundTruth": "Syntactically valid address with a common domain typo",
          "expected": {
            "verdict": [
              "undeliverable",
              "risky",
              "unknown"
            ],
            "suggestedCorrection": true
          },
          "httpStatus": 200,
          "latencyMs": 505,
          "normalized": {
            "verdict": "undeliverable",
            "syntaxValid": true,
            "mxFound": false,
            "smtpValid": false,
            "disposable": true,
            "roleBased": false,
            "freeProvider": false,
            "catchAll": false,
            "suggestedCorrection": true,
            "providerStatus": "undeliverable",
            "providerSubstatus": "dns_record_not_found",
            "providerScore": 0
          },
          "evaluation": {
            "passed": true,
            "falseValid": false,
            "correctAssertions": 2,
            "scoredAssertions": 2,
            "unsupportedAssertions": 0,
            "assertions": {
              "verdict": {
                "outcome": "correct",
                "expected": [
                  "undeliverable",
                  "risky",
                  "unknown"
                ],
                "actual": "undeliverable"
              },
              "suggestedCorrection": {
                "outcome": "correct",
                "expected": true,
                "actual": true
              }
            }
          }
        }
      ]
    },
    {
      "slug": "hunter",
      "provider": "Hunter Email Verifier",
      "endpoint": "https://api.hunter.io/v2/email-verifier",
      "environment": {
        "nodeVersion": "v22.23.2",
        "platform": "darwin-arm64",
        "startedAt": "2026-09-11T05:38:18.474Z",
        "finishedAt": "2026-09-11T05:38:23.353Z"
      },
      "summary": {
        "protocolId": "email-verification-v1",
        "protocolVersion": "1.0.0",
        "provider": "Hunter Email Verifier",
        "providerSlug": "hunter",
        "totalRequests": 4,
        "responsesReceived": 4,
        "successfulRequests": 2,
        "passedAttempts": 4,
        "falseValidAttempts": 0,
        "overallPassed": true,
        "fixtureSummaries": [
          {
            "fixtureId": "malformed-no-at",
            "attempts": 1,
            "passedAttempts": 1,
            "falseValidAttempts": 0,
            "medianLatencyMs": 563,
            "p95LatencyMs": 563,
            "observedVerdicts": [
              "undeliverable"
            ],
            "stableVerdict": true
          },
          {
            "fixtureId": "missing-domain",
            "attempts": 1,
            "passedAttempts": 1,
            "falseValidAttempts": 0,
            "medianLatencyMs": 236,
            "p95LatencyMs": 236,
            "observedVerdicts": [
              "undeliverable"
            ],
            "stableVerdict": true
          },
          {
            "fixtureId": "reserved-invalid-domain",
            "attempts": 1,
            "passedAttempts": 1,
            "falseValidAttempts": 0,
            "medianLatencyMs": 434,
            "p95LatencyMs": 434,
            "observedVerdicts": [
              "undeliverable"
            ],
            "stableVerdict": true
          },
          {
            "fixtureId": "common-domain-typo",
            "attempts": 1,
            "passedAttempts": 1,
            "falseValidAttempts": 0,
            "medianLatencyMs": 326,
            "p95LatencyMs": 326,
            "observedVerdicts": [
              "risky"
            ],
            "stableVerdict": true
          }
        ]
      },
      "results": [
        {
          "fixtureId": "malformed-no-at",
          "email": "not-an-email",
          "groundTruth": "Invalid syntax",
          "expected": {
            "verdict": [
              "undeliverable"
            ],
            "syntaxValid": false
          },
          "httpStatus": 400,
          "latencyMs": 563,
          "normalized": {
            "verdict": "undeliverable",
            "syntaxValid": false,
            "mxFound": null,
            "smtpValid": null,
            "disposable": null,
            "roleBased": null,
            "freeProvider": null,
            "catchAll": null,
            "suggestedCorrection": false,
            "providerStatus": null,
            "providerSubstatus": null,
            "providerScore": null
          },
          "evaluation": {
            "passed": true,
            "falseValid": false,
            "correctAssertions": 2,
            "scoredAssertions": 2,
            "unsupportedAssertions": 0,
            "assertions": {
              "verdict": {
                "outcome": "correct",
                "expected": [
                  "undeliverable"
                ],
                "actual": "undeliverable"
              },
              "syntaxValid": {
                "outcome": "correct",
                "expected": false,
                "actual": false
              }
            }
          }
        },
        {
          "fixtureId": "missing-domain",
          "email": "agentbench@",
          "groundTruth": "Invalid syntax: missing domain",
          "expected": {
            "verdict": [
              "undeliverable"
            ],
            "syntaxValid": false
          },
          "httpStatus": 400,
          "latencyMs": 236,
          "normalized": {
            "verdict": "undeliverable",
            "syntaxValid": false,
            "mxFound": null,
            "smtpValid": null,
            "disposable": null,
            "roleBased": null,
            "freeProvider": null,
            "catchAll": null,
            "suggestedCorrection": false,
            "providerStatus": null,
            "providerSubstatus": null,
            "providerScore": null
          },
          "evaluation": {
            "passed": true,
            "falseValid": false,
            "correctAssertions": 2,
            "scoredAssertions": 2,
            "unsupportedAssertions": 0,
            "assertions": {
              "verdict": {
                "outcome": "correct",
                "expected": [
                  "undeliverable"
                ],
                "actual": "undeliverable"
              },
              "syntaxValid": {
                "outcome": "correct",
                "expected": false,
                "actual": false
              }
            }
          }
        },
        {
          "fixtureId": "reserved-invalid-domain",
          "email": "agentbench@example.invalid",
          "groundTruth": "Reserved domain that cannot resolve",
          "expected": {
            "verdict": [
              "undeliverable"
            ],
            "mxFound": false
          },
          "httpStatus": 200,
          "latencyMs": 434,
          "normalized": {
            "verdict": "undeliverable",
            "syntaxValid": true,
            "mxFound": false,
            "smtpValid": false,
            "disposable": false,
            "roleBased": null,
            "freeProvider": false,
            "catchAll": false,
            "suggestedCorrection": false,
            "providerStatus": "invalid",
            "providerSubstatus": null,
            "providerScore": 0
          },
          "evaluation": {
            "passed": true,
            "falseValid": false,
            "correctAssertions": 2,
            "scoredAssertions": 2,
            "unsupportedAssertions": 0,
            "assertions": {
              "verdict": {
                "outcome": "correct",
                "expected": [
                  "undeliverable"
                ],
                "actual": "undeliverable"
              },
              "mxFound": {
                "outcome": "correct",
                "expected": false,
                "actual": false
              }
            }
          }
        },
        {
          "fixtureId": "common-domain-typo",
          "email": "agentbench@gmial.com",
          "groundTruth": "Syntactically valid address with a common domain typo",
          "expected": {
            "verdict": [
              "undeliverable",
              "risky",
              "unknown"
            ],
            "suggestedCorrection": true
          },
          "httpStatus": 200,
          "latencyMs": 326,
          "normalized": {
            "verdict": "risky",
            "syntaxValid": true,
            "mxFound": false,
            "smtpValid": false,
            "disposable": true,
            "roleBased": null,
            "freeProvider": false,
            "catchAll": false,
            "suggestedCorrection": false,
            "providerStatus": "disposable",
            "providerSubstatus": null,
            "providerScore": 0
          },
          "evaluation": {
            "passed": true,
            "falseValid": false,
            "correctAssertions": 1,
            "scoredAssertions": 1,
            "unsupportedAssertions": 1,
            "assertions": {
              "verdict": {
                "outcome": "correct",
                "expected": [
                  "undeliverable",
                  "risky",
                  "unknown"
                ],
                "actual": "risky"
              },
              "suggestedCorrection": {
                "outcome": "unsupported",
                "expected": true,
                "actual": false
              }
            }
          }
        }
      ]
    },
    {
      "slug": "zerobounce",
      "provider": "ZeroBounce Email Validation",
      "endpoint": "https://api.zerobounce.net/v2/validate",
      "environment": {
        "nodeVersion": "v22.23.2",
        "platform": "darwin-arm64",
        "startedAt": "2026-09-11T05:38:26.653Z",
        "finishedAt": "2026-09-11T05:38:30.332Z"
      },
      "summary": {
        "protocolId": "email-verification-v1",
        "protocolVersion": "1.0.0",
        "provider": "ZeroBounce Email Validation",
        "providerSlug": "zerobounce",
        "totalRequests": 4,
        "responsesReceived": 4,
        "successfulRequests": 4,
        "passedAttempts": 4,
        "falseValidAttempts": 0,
        "overallPassed": true,
        "fixtureSummaries": [
          {
            "fixtureId": "malformed-no-at",
            "attempts": 1,
            "passedAttempts": 1,
            "falseValidAttempts": 0,
            "medianLatencyMs": 167,
            "p95LatencyMs": 167,
            "observedVerdicts": [
              "undeliverable"
            ],
            "stableVerdict": true
          },
          {
            "fixtureId": "missing-domain",
            "attempts": 1,
            "passedAttempts": 1,
            "falseValidAttempts": 0,
            "medianLatencyMs": 61,
            "p95LatencyMs": 61,
            "observedVerdicts": [
              "undeliverable"
            ],
            "stableVerdict": true
          },
          {
            "fixtureId": "reserved-invalid-domain",
            "attempts": 1,
            "passedAttempts": 1,
            "falseValidAttempts": 0,
            "medianLatencyMs": 63,
            "p95LatencyMs": 63,
            "observedVerdicts": [
              "undeliverable"
            ],
            "stableVerdict": true
          },
          {
            "fixtureId": "common-domain-typo",
            "attempts": 1,
            "passedAttempts": 1,
            "falseValidAttempts": 0,
            "medianLatencyMs": 69,
            "p95LatencyMs": 69,
            "observedVerdicts": [
              "undeliverable"
            ],
            "stableVerdict": true
          }
        ]
      },
      "results": [
        {
          "fixtureId": "malformed-no-at",
          "email": "not-an-email",
          "groundTruth": "Invalid syntax",
          "expected": {
            "verdict": [
              "undeliverable"
            ],
            "syntaxValid": false
          },
          "httpStatus": 200,
          "latencyMs": 167,
          "normalized": {
            "verdict": "undeliverable",
            "syntaxValid": false,
            "mxFound": false,
            "smtpValid": null,
            "disposable": null,
            "roleBased": null,
            "freeProvider": false,
            "catchAll": null,
            "suggestedCorrection": false,
            "providerStatus": "invalid",
            "providerSubstatus": "failed_syntax_check",
            "providerScore": null
          },
          "evaluation": {
            "passed": true,
            "falseValid": false,
            "correctAssertions": 2,
            "scoredAssertions": 2,
            "unsupportedAssertions": 0,
            "assertions": {
              "verdict": {
                "outcome": "correct",
                "expected": [
                  "undeliverable"
                ],
                "actual": "undeliverable"
              },
              "syntaxValid": {
                "outcome": "correct",
                "expected": false,
                "actual": false
              }
            }
          }
        },
        {
          "fixtureId": "missing-domain",
          "email": "agentbench@",
          "groundTruth": "Invalid syntax: missing domain",
          "expected": {
            "verdict": [
              "undeliverable"
            ],
            "syntaxValid": false
          },
          "httpStatus": 200,
          "latencyMs": 61,
          "normalized": {
            "verdict": "undeliverable",
            "syntaxValid": false,
            "mxFound": false,
            "smtpValid": null,
            "disposable": null,
            "roleBased": null,
            "freeProvider": false,
            "catchAll": null,
            "suggestedCorrection": false,
            "providerStatus": "invalid",
            "providerSubstatus": "failed_syntax_check",
            "providerScore": null
          },
          "evaluation": {
            "passed": true,
            "falseValid": false,
            "correctAssertions": 2,
            "scoredAssertions": 2,
            "unsupportedAssertions": 0,
            "assertions": {
              "verdict": {
                "outcome": "correct",
                "expected": [
                  "undeliverable"
                ],
                "actual": "undeliverable"
              },
              "syntaxValid": {
                "outcome": "correct",
                "expected": false,
                "actual": false
              }
            }
          }
        },
        {
          "fixtureId": "reserved-invalid-domain",
          "email": "agentbench@example.invalid",
          "groundTruth": "Reserved domain that cannot resolve",
          "expected": {
            "verdict": [
              "undeliverable"
            ],
            "mxFound": false
          },
          "httpStatus": 200,
          "latencyMs": 63,
          "normalized": {
            "verdict": "undeliverable",
            "syntaxValid": false,
            "mxFound": false,
            "smtpValid": null,
            "disposable": null,
            "roleBased": null,
            "freeProvider": false,
            "catchAll": null,
            "suggestedCorrection": false,
            "providerStatus": "invalid",
            "providerSubstatus": "failed_syntax_check",
            "providerScore": null
          },
          "evaluation": {
            "passed": true,
            "falseValid": false,
            "correctAssertions": 2,
            "scoredAssertions": 2,
            "unsupportedAssertions": 0,
            "assertions": {
              "verdict": {
                "outcome": "correct",
                "expected": [
                  "undeliverable"
                ],
                "actual": "undeliverable"
              },
              "mxFound": {
                "outcome": "correct",
                "expected": false,
                "actual": false
              }
            }
          }
        },
        {
          "fixtureId": "common-domain-typo",
          "email": "agentbench@gmial.com",
          "groundTruth": "Syntactically valid address with a common domain typo",
          "expected": {
            "verdict": [
              "undeliverable",
              "risky",
              "unknown"
            ],
            "suggestedCorrection": true
          },
          "httpStatus": 200,
          "latencyMs": 69,
          "normalized": {
            "verdict": "undeliverable",
            "syntaxValid": null,
            "mxFound": false,
            "smtpValid": null,
            "disposable": null,
            "roleBased": null,
            "freeProvider": false,
            "catchAll": null,
            "suggestedCorrection": true,
            "providerStatus": "invalid",
            "providerSubstatus": "possible_typo",
            "providerScore": null
          },
          "evaluation": {
            "passed": true,
            "falseValid": false,
            "correctAssertions": 2,
            "scoredAssertions": 2,
            "unsupportedAssertions": 0,
            "assertions": {
              "verdict": {
                "outcome": "correct",
                "expected": [
                  "undeliverable",
                  "risky",
                  "unknown"
                ],
                "actual": "undeliverable"
              },
              "suggestedCorrection": {
                "outcome": "correct",
                "expected": true,
                "actual": true
              }
            }
          }
        }
      ]
    }
  ]
}